-- Logs begin at Tue 2021-07-13 18:33:27 UTC, end at Tue 2021-07-13 19:32:11 UTC. -- Jul 13 19:07:42.949723 dv-cinder-786930-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 19:07:45.592563 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:07:45.593121 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:07:45.593342 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93007) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:07:45.596590 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.common.config [-] Logging enabled! Jul 13 19:07:45.596842 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 19:07:45.597155 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93007) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 19:07:45.598178 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:07:45.598411 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:07:45.598780 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:07:45.599032 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:07:45.599262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:07:45.599589 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.599873 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.600175 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.600403 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.600703 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.600991 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.601276 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.601566 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.601885 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.602175 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.602439 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.602726 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.602959 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.603239 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.603527 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.603813 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.604039 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] debug = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.604317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.604738 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.605163 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.605446 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.605756 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.606039 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.606310 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.606592 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.606879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.607207 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] host = dv-cinder-786930-3-iscsi {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.607489 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.607779 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.608065 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.608351 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.608627 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.608904 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.609190 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.609464 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.609768 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] log_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.610048 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.610339 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.610628 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.610922 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.611150 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.611374 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.611663 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.611949 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.612232 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.612509 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.612788 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.613105 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.613384 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.613689 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.613980 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.614267 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.614553 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.614832 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.615114 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.615390 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.615662 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.615949 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.616225 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.616501 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.616778 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.617070 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.617341 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.617639 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.617939 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.618226 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.618507 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.618791 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.619064 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.619345 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.619620 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.619892 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.620165 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] use_json = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.620438 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.620709 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.620990 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.621265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.621539 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.621837 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.622115 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.622398 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:45.622697 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.622995 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.623297 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.623599 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.623879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.624161 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.624453 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.624734 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.625022 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.625309 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.625597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.625971 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.626262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.626542 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.626837 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.627142 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.627437 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.627729 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.628005 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.628278 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.628623 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.628902 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.629195 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.629494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.629811 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.630087 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.630373 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.630668 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.630950 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.631227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.631513 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.631803 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.632092 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.632368 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.632652 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.632934 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.633213 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.633485 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.633797 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.634092 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.634375 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.634648 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.634920 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.635197 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.635472 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.635758 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.636037 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.636312 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.636587 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.636867 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.637138 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.637413 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.637719 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.637997 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.638276 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.638552 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.638822 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.639094 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.639372 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.639647 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.639922 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.640196 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.640476 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.640751 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.641022 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.641297 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.641569 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.641866 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.642164 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.642460 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.642741 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.643024 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.643302 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.643585 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.643865 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.644168 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.644451 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.644731 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.645003 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.645289 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.645576 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.645889 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.646175 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.646455 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.646749 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.647031 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.647316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.647596 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.647878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.648168 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.648452 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.648743 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.649033 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.649322 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.649651 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.649932 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.650214 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.650520 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.650800 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:45.651019 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:07:45.651261 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93007) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 19:07:45.990029 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:07:45.990274 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:07:45.990593 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 19:07:45.990928 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 19:07:46.376328 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.376521 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.376794 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.378104 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.378386 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.378712 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.412071 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.412345 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.412611 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.426121 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.426403 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.426673 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.455772 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.456047 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.456320 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.491191 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.491480 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.491735 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.725078 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.725763 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.725763 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.725948 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.726612 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.843156 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.843479 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.843767 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.844043 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.844309 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.844620 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.844881 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.845133 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.845391 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.845692 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.845955 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.846250 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.846477 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.846718 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.846967 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.847282 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.847527 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.847793 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.848062 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.848320 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.848591 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.848846 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.849128 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.849507 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.849792 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.850043 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.850445 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:46.850689 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:46.850931 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:46.851177 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:46.851419 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:46.851656 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:46.852025 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 19:07:46.855239 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 19:07:46.859188 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 19:07:46.863006 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 13 19:07:46.864595 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 19:07:46.865059 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 19:07:46.865389 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 19:07:46.865813 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 19:07:46.868575 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 19:07:46.868825 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 19:07:46.869175 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:07:46.897901 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 19:07:46.898348 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.898649 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93007) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 19:07:46.899012 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.900372 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93007) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 19:07:46.900656 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 19:07:46.900903 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 19:07:46.903943 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.904230 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:46.968515 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 19:07:46.968751 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 19:07:46.968984 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 19:07:46.969359 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 19:07:46.991845 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_db.sqlalchemy.engines [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93007) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 19:07:47.527629 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing driver for type 'gre' Jul 13 19:07:47.528159 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] gre ID ranges: [(1, 1000)] Jul 13 19:07:47.579464 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing driver for type 'local' Jul 13 19:07:47.579878 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing driver for type 'vlan' Jul 13 19:07:47.596508 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] VlanTypeDriver initialization complete Jul 13 19:07:47.596843 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing driver for type 'vxlan' Jul 13 19:07:47.597344 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] vxlan ID ranges: [(1, 1000)] Jul 13 19:07:47.648162 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing extension driver 'port_security' Jul 13 19:07:47.648512 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.extensions.port_security [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] PortSecurityExtensionDriver initialization complete Jul 13 19:07:47.648855 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing mechanism driver 'openvswitch' Jul 13 19:07:47.649192 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing mechanism driver 'hyperv' Jul 13 19:07:47.655696 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.plugin [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:07:47.656385 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.656763 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.657122 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.657665 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:07:47.658103 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.658457 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.658803 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.659199 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:07:47.659637 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.659985 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.660325 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.660711 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:07:47.661112 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.661456 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.661827 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.662352 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:07:47.662755 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.663457 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.663802 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.664187 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:07:47.664571 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.664913 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.665253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.665648 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93007) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 19:07:47.666040 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] ML2 OVO RPC backend initialized. {{(pid=93007) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 19:07:47.666743 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.667101 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.667518 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.667867 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > networks before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.668218 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.668559 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > ports before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.668901 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.669240 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.669585 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.669948 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.670306 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.670640 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.670977 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.671307 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.671640 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.671974 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.672291 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.672870 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.plugin [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Modular L2 Plugin initialization complete Jul 13 19:07:47.673206 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading services supported by the core plugin {{(pid=93007) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 19:07:47.673536 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.plugins.ml2.managers [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Got port-security extension from driver 'port_security' Jul 13 19:07:47.674099 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.extensions.vlantransparent [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Disabled vlantransparent extension. Jul 13 19:07:47.674587 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93007) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 19:07:47.674904 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: router Jul 13 19:07:47.709969 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.710361 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router after_create 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.710735 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router before_create 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.711095 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.711467 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.711825 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router after_delete 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.712183 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.712544 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router after_create 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.712888 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router after_update 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.713234 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router after_update 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.713580 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.713962 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router after_update 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.714356 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.714727 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: port after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.715069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: port after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.715405 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: subnet after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.715748 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.716097 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.716442 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.716789 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: port before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.717131 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.717485 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router after_update 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.717861 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.718210 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.718552 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.718897 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.719262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > agent after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.719615 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.719957 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > network after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.720814 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Tracking information for resource: router configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:47.721151 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Tracking information for resource: floatingip configured {{(pid=93007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 19:07:47.726163 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.db.l3_agentschedulers_db [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 19:07:47.726754 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: port after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.727073 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: port after_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.727426 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: port after_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.727776 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: port after_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.728589 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router before_create 55550100 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.728954 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.729313 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.729689 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.734209 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.services.provider_configuration [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service providers = [] {{(pid=93007) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 19:07:47.734577 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.db.servicetype_db [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93007) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 19:07:47.737472 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.services.service_base [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:07:47.737851 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.services.service_base [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:07:47.738244 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.services.service_base [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:07:47.739126 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.services.service_base [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 19:07:47.739501 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.services.service_base [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 19:07:47.739862 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.740176 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 19:07:47.750620 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.750956 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: auto_allocate Jul 13 19:07:47.756726 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: network precommit_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.757103 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: network precommit_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.757614 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.757962 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: tag Jul 13 19:07:47.764403 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.764724 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: timestamp Jul 13 19:07:47.768770 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.769036 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: network_ip_availability Jul 13 19:07:47.774496 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.774864 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.775222 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.775928 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.776246 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: flavors Jul 13 19:07:47.780877 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.781204 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading Plugin: revisions Jul 13 19:07:47.785526 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 19:07:47.785896 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_concurrency.lockutils [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=93007) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 19:07:47.786648 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93007) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 19:07:47.786988 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Initializing extension manager. Jul 13 19:07:47.787495 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: __init__.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.787835 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: __pycache__ {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.788513 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.788844 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: address_group.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.789596 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.790193 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: address-group Jul 13 19:07:47.790516 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: address_scope.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.791225 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.791731 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: address-scope Jul 13 19:07:47.792052 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.792958 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.793464 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: router-admin-state-down-before-update Jul 13 19:07:47.793823 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: agent.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.795974 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.796527 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: agent Jul 13 19:07:47.796859 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: agent_resources_synced.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.797802 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.798314 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: agent-resources-synced Jul 13 19:07:47.798642 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.800473 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.801023 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: allowed-address-pairs Jul 13 19:07:47.801340 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.802499 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.803015 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: auto-allocated-topology Jul 13 19:07:47.803340 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: availability_zone.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.804045 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.804572 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: availability_zone Jul 13 19:07:47.804873 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: availability_zone_filter.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.805823 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.806336 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: availability_zone_filter Jul 13 19:07:47.806657 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: data_plane_status.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.807558 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.808057 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 19:07:47.808376 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: default_subnetpools.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.809279 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.809819 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: default-subnetpools Jul 13 19:07:47.810138 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.810944 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.811449 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: dhcp_agent_scheduler Jul 13 19:07:47.811765 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: dns.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.812683 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.813178 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 19:07:47.813501 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: dns_domain_ports.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.814455 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.814954 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 19:07:47.815273 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.816219 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.816718 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 19:07:47.817028 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: dvr.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.817749 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.818252 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: dvr Jul 13 19:07:47.818570 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: empty_string_filtering.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.819483 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.819987 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: empty-string-filtering Jul 13 19:07:47.820308 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.821210 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.821750 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:07:47.822070 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.822979 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.823481 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 19:07:47.823801 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: external_net.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.824718 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.825231 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: external-net Jul 13 19:07:47.825555 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.826492 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.826997 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: extra_dhcp_opt Jul 13 19:07:47.827317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: extraroute.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.828219 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.828723 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: extraroute Jul 13 19:07:47.829043 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: extraroute_atomic.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.830106 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.830614 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: extraroute-atomic Jul 13 19:07:47.830932 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: filter_validation.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.831642 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.832187 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: filter-validation Jul 13 19:07:47.832511 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: fip_pf_description.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.833435 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.833981 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 19:07:47.834300 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: fip_port_details.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.835212 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.835711 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: fip-port-details Jul 13 19:07:47.836031 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: flavors.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.837240 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.837783 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: flavors Jul 13 19:07:47.838108 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.839774 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.840294 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 19:07:47.840633 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: floatingip_pools.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.841332 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.841877 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: floatingip-pools Jul 13 19:07:47.842211 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: ip_allocation.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.843128 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.843630 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 19:07:47.843959 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.844873 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.845387 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: ip-substring-filtering Jul 13 19:07:47.845738 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l2_adjacency.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.846653 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.847159 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 19:07:47.847529 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l3.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.848479 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.848991 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: router Jul 13 19:07:47.849317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.851680 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.852215 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 19:07:47.852546 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.853466 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.854015 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: ext-gw-mode Jul 13 19:07:47.854341 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.855258 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.855767 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: l3-ha Jul 13 19:07:47.856089 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l3_flavors.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.857016 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.857518 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: l3-flavors Jul 13 19:07:47.857862 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.858773 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.859288 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 19:07:47.859610 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: l3agentscheduler.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.860626 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.861134 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: l3_agent_scheduler Jul 13 19:07:47.861459 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: logging.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.863002 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.863520 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension logging not supported by any of loaded plugins Jul 13 19:07:47.863857 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: metering.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.864602 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.865175 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: metering Jul 13 19:07:47.865499 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.866632 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.867142 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: metering_source_and_destination_fields Jul 13 19:07:47.867480 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: multiprovidernet.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.868397 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.868891 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: multi-provider Jul 13 19:07:47.869216 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: netmtu.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.870152 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.870655 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: net-mtu Jul 13 19:07:47.870976 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: netmtu_writable.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.871897 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.872402 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: net-mtu-writable Jul 13 19:07:47.872726 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: network_availability_zone.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.873404 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.873946 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: network_availability_zone Jul 13 19:07:47.874265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: network_ip_availability.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.875364 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.875866 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: network-ip-availability Jul 13 19:07:47.876191 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: network_segment_range.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.876953 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.877451 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 19:07:47.877799 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: pagination.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.878833 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.879162 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: pagination Jul 13 19:07:47.879482 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: port_device_profile.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.880400 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.880910 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: port-device-profile Jul 13 19:07:47.881230 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.882210 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.882708 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: port-mac-address-regenerate Jul 13 19:07:47.883033 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.883941 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.884452 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: port-numa-affinity-policy Jul 13 19:07:47.884769 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: port_resource_request.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.885709 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.886209 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 19:07:47.886533 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: portbindings.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.887462 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.887966 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: binding Jul 13 19:07:47.888283 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: portbindings_extended.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.889689 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.890202 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: binding-extended Jul 13 19:07:47.890530 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: portsecurity.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.891447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.891953 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: port-security Jul 13 19:07:47.892275 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: project_id.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.893248 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.893576 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: project-id Jul 13 19:07:47.893921 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: providernet.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.894874 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.895385 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: provider Jul 13 19:07:47.895703 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.899230 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.899748 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos not supported by any of loaded plugins Jul 13 19:07:47.900080 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.901311 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.901856 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 19:07:47.902183 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.903096 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.903599 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 19:07:47.903933 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_default.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.904838 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.905393 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-default not supported by any of loaded plugins Jul 13 19:07:47.905749 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_fip.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.906402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.906902 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 19:07:47.907218 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.908134 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.908638 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 19:07:47.908957 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.909948 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.910453 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 19:07:47.910779 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.911692 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.912195 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 19:07:47.912535 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: qos_rules_alias.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.913945 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.914449 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 19:07:47.914775 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: quotasv2.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.915676 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.916002 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: quotas Jul 13 19:07:47.916319 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: quotasv2_detail.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.919315 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.919662 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: quota_details Jul 13 19:07:47.919998 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: rbac.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.921059 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.921587 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: rbac-policies Jul 13 19:07:47.921947 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: rbac_address_group.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.923071 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.923596 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: rbac-address-group Jul 13 19:07:47.923933 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: rbac_address_scope.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.924865 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.925387 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: rbac-address-scope Jul 13 19:07:47.925752 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: rbac_security_groups.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.926665 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.927169 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: rbac-security-groups Jul 13 19:07:47.927494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.928401 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.928910 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: rbac-subnetpool Jul 13 19:07:47.929233 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: revisionifmatch.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.930180 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.930689 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: revision-if-match Jul 13 19:07:47.931013 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: revisions.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.932108 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.932617 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: standard-attr-revisions Jul 13 19:07:47.932947 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: router_availability_zone.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.933631 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.934155 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: router_availability_zone Jul 13 19:07:47.934477 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: routerservicetype.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.935399 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.935903 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 19:07:47.936223 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.937135 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.937655 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: security-groups-normalized-cidr Jul 13 19:07:47.937997 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.938915 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.939422 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: port-security-groups-filtering Jul 13 19:07:47.939744 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.940654 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.941218 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: security-groups-remote-address-group Jul 13 19:07:47.941542 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: securitygroup.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.951041 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.951576 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: security-group Jul 13 19:07:47.951908 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: segment.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.952696 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.953206 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension segment not supported by any of loaded plugins Jul 13 19:07:47.953532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.954498 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.955010 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 19:07:47.955337 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: servicetype.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.956425 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.956976 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: service-type Jul 13 19:07:47.957309 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: sorting.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.958331 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.958662 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: sorting Jul 13 19:07:47.958989 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: standard_attr_segment.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.959977 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.960495 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 19:07:47.960823 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: standardattrdescription.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.961471 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.962027 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: standard-attr-description Jul 13 19:07:47.962350 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: stateful_security_group.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.963292 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.963811 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: stateful-security-group Jul 13 19:07:47.964137 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: stdattrs_common.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.964719 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 19:07:47.965038 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.965997 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.966517 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 19:07:47.966835 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: subnet_onboard.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.967914 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.968429 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: subnet_onboard Jul 13 19:07:47.968749 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.969715 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.970214 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 19:07:47.970531 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: subnet_service_types.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.971448 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.971960 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: subnet-service-types Jul 13 19:07:47.972323 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: subnetallocation.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.973403 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.973955 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: subnet_allocation Jul 13 19:07:47.974275 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.974942 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.975449 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: subnetpool-prefix-ops Jul 13 19:07:47.975769 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.976695 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.977203 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 19:07:47.977528 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: tagging.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.978622 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.979136 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: standard-attr-tag Jul 13 19:07:47.979457 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: timestamp.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.980676 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.981193 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loaded extension: standard-attr-timestamp Jul 13 19:07:47.981521 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: trunk.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.982577 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.983086 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension trunk not supported by any of loaded plugins Jul 13 19:07:47.983418 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: trunk_details.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.984354 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.984863 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 19:07:47.985188 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.986139 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.986650 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 19:07:47.986974 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Loading extension file: vlantransparent.py {{(pid=93007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 19:07:47.987647 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 19:07:47.988179 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 19:07:47.990667 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:network Jul 13 19:07:47.991198 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:subnet Jul 13 19:07:47.991598 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:07:47.991991 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:port Jul 13 19:07:47.993232 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:47.993717 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service FLAVORS assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:47.994346 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:47.994772 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:47.995104 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:router Jul 13 19:07:47.995533 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:07:47.996026 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service METERING assigned prefix: /metering {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:47.997459 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.997862 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.998208 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:07:47.999205 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:07:47.999649 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:07:48.000095 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:07:48.000696 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service CORE assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.001024 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:07:48.001367 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] subnetpool is already registered Jul 13 19:07:48.001829 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service CORE assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.002157 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:07:48.002490 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] subnetpool is already registered Jul 13 19:07:48.004805 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.005236 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service FLAVORS assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.005855 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.006279 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.006613 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:router Jul 13 19:07:48.006957 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] router is already registered Jul 13 19:07:48.007369 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 19:07:48.007704 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] floatingip is already registered Jul 13 19:07:48.008154 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service METERING assigned prefix: /metering {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.008822 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 19:07:48.009151 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] rbac_policy is already registered Jul 13 19:07:48.009560 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:security_group Jul 13 19:07:48.009918 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] security_group is already registered Jul 13 19:07:48.010321 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 19:07:48.010649 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] security_group_rule is already registered Jul 13 19:07:48.011280 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service CORE assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.011606 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:07:48.011945 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] subnetpool is already registered Jul 13 19:07:48.012355 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.v2.resource_helper [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Service CORE assigned prefix: {{(pid=93007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 19:07:48.012673 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 19:07:48.013007 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING neutron.quota.resource_registry [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] subnetpool is already registered Jul 13 19:07:48.013475 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: extensions {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.014941 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: address-groups {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.016426 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: address-scopes {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.017761 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: agents {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.018961 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: auto-allocated-topology {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.020181 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: availability_zones {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.021400 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: dhcp-networks {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.023154 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: dhcp-agents {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.024689 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: routers {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.026438 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: flavors {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.028648 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: service_profiles {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.029885 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: next_providers {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.031327 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: service_profiles {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.032876 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: floatingip-pools {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.034123 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: routers {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.035889 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: floatingips {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.037158 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: l3-routers {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.038949 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: l3-agents {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.040357 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: metering-labels {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.041601 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: metering-label-rules {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.042983 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: network-ip-availabilities {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.044233 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: bindings {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.045811 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: quotas {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.047363 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: quotas {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.048773 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: rbac-policies {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.049980 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: security-groups {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.051306 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: security-group-rules {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.052549 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: service-providers {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.053835 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: subnetpools {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.055163 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: subnetpools {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.056696 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.058402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.060205 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.061998 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.063677 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.065608 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.067381 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.069151 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.071033 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.072760 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron.api.extensions [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Extended resource: tags {{(pid=93007) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 19:07:48.078801 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING keystonemiddleware.auth_token [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 19:07:48.083328 dv-cinder-786930-3-iscsi neutron-server[93007]: WARNING keystonemiddleware.auth_token [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 19:07:48.091840 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_concurrency.lockutils [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Acquired lock "singleton_lock" {{(pid=93007) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 19:07:48.092317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_concurrency.lockutils [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Releasing lock "singleton_lock" {{(pid=93007) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 19:07:48.092968 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO oslo_service.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Starting 2 workers Jul 13 19:07:48.097775 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Started child 93114 {{(pid=93007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:07:48.102110 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Started child 93115 {{(pid=93007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:07:48.103087 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:07:48.103865 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO neutron.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 19:07:48.104290 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Notify callbacks [] for process, before_spawn {{(pid=93007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:07:48.104511 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [-] (93114) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:07:48.106691 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO oslo_service.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Starting 1 workers Jul 13 19:07:48.106829 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:07:48.108224 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [-] (93115) wsgi starting up on http://0.0.0.0:9696 Jul 13 19:07:48.111792 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Started child 93116 {{(pid=93007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:07:48.112305 dv-cinder-786930-3-iscsi neutron-server[93007]: INFO oslo_service.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Starting 1 workers Jul 13 19:07:48.114182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53354) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:07:48.115897 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] calling RpcWorker wait() {{(pid=93116) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 19:07:48.116833 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] returning from RpcWorker wait() {{(pid=93116) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 19:07:48.117041 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Started child 93118 {{(pid=93007) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 19:07:48.117896 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG neutron_lib.callbacks.manager [None req-fede8896-f6d9-4702-80dc-64b38aa9fdf0 None None] Notify callbacks [] for process, after_spawn {{(pid=93007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:07:48.118779 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:07:48.119415 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:07:48.119772 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93007) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:07:48.119973 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:07:48.120163 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:07:48.120368 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:07:48.120696 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:07:48.120855 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:07:48.121366 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.121659 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.121958 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.122219 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.122521 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.122622 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:07:48.123118 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.123350 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.123602 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.123873 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.124104 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.124280 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.124448 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.124713 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.124843 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079422 Jul 13 19:07:48.124939 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.125212 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.125486 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.126427 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.126868 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.127109 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.127325 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.127748 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.128139 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.128722 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] debug = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.128989 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.129478 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.129910 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.130308 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.131758 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.131758 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.131758 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.131758 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.131758 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.132141 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.132141 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.132382 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.132596 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.132815 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.133057 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.133322 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.133561 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.134096 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] host = dv-cinder-786930-3-iscsi {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.134324 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136316 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136753 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136753 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.136869 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.137090 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.137341 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.137595 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.137785 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_options = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.138023 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.138290 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.140245 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.140245 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.140245 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.140245 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.140245 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.140245 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.140245 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.141199 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.141199 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.141199 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.141199 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.141199 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.141199 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.142010 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.142010 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.142010 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.142010 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.142536 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.142536 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.143879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.143879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.143879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.143879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.143879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.143879 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.144715 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.144715 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.144715 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.144715 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146001 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146001 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146001 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146001 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146001 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146001 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146797 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.146797 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.147069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.147205 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.147338 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.147595 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.147792 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.148030 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.148249 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_json = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.148484 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.148732 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.148985 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.149203 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.149438 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.149674 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.150040 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.150417 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.151005 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.151293 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.151628 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.151891 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.152137 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.154262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.155359 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.155359 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.155359 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.155359 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.155864 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.155864 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.156153 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.156153 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.158494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.158494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.158494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.158494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.158494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.158494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.158494 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.159430 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:07:48.159582 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.159582 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.159582 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.159582 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.160173 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.160173 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.160173 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.160799 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.160799 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.161060 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.161243 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.161601 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.161870 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.162006 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.162472 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.162472 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.162663 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.163499 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.163499 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.163709 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.164219 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.164219 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.164354 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.164575 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.164791 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.165177 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.165413 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.166346 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.166346 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.166346 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.166346 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.166688 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.166908 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.167176 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.167402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.167619 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.167844 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.168086 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.168323 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.168544 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.168784 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.168999 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.169223 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.169457 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.169718 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.169938 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.170170 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.170378 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.170616 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.170865 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.171086 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.171309 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.171523 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.171764 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.172353 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.172353 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.172625 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.172792 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.175491 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.176265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.176265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.176265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.176265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.176265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.176265 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.176715 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.177760 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.178616 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.179120 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.179378 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.179613 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.179905 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.180375 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.180467 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.185394 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186253 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186854 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186854 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186854 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186854 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186854 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.186854 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.187484 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.187785 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.188129 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.188286 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.188496 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.188832 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.189368 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.189368 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.189570 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.189876 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.190119 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.190355 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.190975 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.190975 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.191276 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.191389 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.191607 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.192903 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.192903 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.192903 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.192903 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.192903 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.193256 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.193256 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.193687 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.193934 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.194148 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.194450 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.194634 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.195002 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.195358 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.195765 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.195983 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.196231 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.196459 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.198597 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.202377 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.203388 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.204447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207069 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.207937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.211819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.212617 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.213417 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.213417 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.213417 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.213814 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.213814 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215235 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215235 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215235 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215235 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215235 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215742 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215742 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.215968 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.216098 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.216863 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.216863 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.216863 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.217328 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.217328 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.219766 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.219766 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.219766 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.219766 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.219766 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.220529 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.220892 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.221289 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.221430 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.221714 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.222067 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.222366 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.222699 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.222840 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.223109 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.223349 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.223565 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.223834 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.224066 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.224292 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.224533 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.224781 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.225032 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.225225 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.225563 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.226596 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.227048 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.227441 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.228062 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.228290 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.228402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:07:48.228966 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93007) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 19:07:48.229101 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 19:07:48.229257 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 19:07:48.229486 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 19:07:48.229691 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 19:07:48.229830 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 19:07:48.230049 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.230256 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.230505 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.230505 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.230926 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.230926 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.231222 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.231222 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.231483 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.231483 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.231754 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.231754 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232024 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232024 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232168 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232689 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232805 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.232934 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.233044 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.233237 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.233378 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] debug = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.233581 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.234819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.234819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.234819 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.235323 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.235323 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.235323 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.235702 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.235702 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.235702 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236129 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236129 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236129 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236541 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236541 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236795 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236795 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.236930 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] host = dv-cinder-786930-3-iscsi {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.237609 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.237609 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.237609 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.237609 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.237609 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.238610 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.238610 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.238610 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.239136 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.239311 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.239485 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.239664 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.240017 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.240017 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.240017 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_options = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.240536 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.241895 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.241895 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.241895 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.241895 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.241895 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.242711 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.242711 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.242711 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.242711 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.242711 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.242711 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.243168 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.243168 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.243168 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.243602 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.244341 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.245081 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.245244 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.245387 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.245534 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.245712 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.246653 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.246816 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.247073 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.247233 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.247369 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.247505 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.247640 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.247774 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.247908 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.248038 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.249401 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.249589 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.249783 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.249950 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.250115 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.250283 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.250454 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.251376 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.251551 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.251716 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252402 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_json = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252659 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252659 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252777 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.252923 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.253853 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.254029 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.254173 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.254846 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 19:07:48.254846 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.254846 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.254846 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.255106 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.255172 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.255345 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.255444 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.255596 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.255763 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.255927 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.256099 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.256263 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.256442 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.256588 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.256754 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.256943 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.257087 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.257271 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.257417 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.257557 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.257782 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.257994 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.258964 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.259112 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.259281 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.259447 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.259616 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.259792 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.259941 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.260083 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.260221 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.260391 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.260555 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.260721 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.261017 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.261017 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.261277 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.261412 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.261547 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.261719 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.262538 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.263522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.263522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.263522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.263522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.263522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.263522 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.264317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.264317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.264317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.264317 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.265783 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.265783 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.265783 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.265783 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.265783 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.266762 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.267799 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.267799 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.267799 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.268390 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.268390 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.268390 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.268729 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.268729 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.268923 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.269109 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.269262 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.269368 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.269465 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.269684 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.269818 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.269958 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.270120 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.270469 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.270469 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271123 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271123 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271123 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271123 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271704 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271704 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271704 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.271704 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272114 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272114 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272114 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272382 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272466 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272573 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272737 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.272899 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.273064 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.273220 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.273400 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.273547 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.273870 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.273982 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.274085 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.274220 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.275171 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.275345 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.275509 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.275673 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.275836 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.275998 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.276153 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.276313 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.276476 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.277431 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.277431 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.277431 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.277431 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.277431 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.277431 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.278201 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.278201 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.278201 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.278201 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.278201 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.279878 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.280720 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.281480 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.281480 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.281480 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.281480 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.281480 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282014 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282014 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282014 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282221 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282221 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282363 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282531 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.282693 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.283030 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.283179 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.283354 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.283518 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.283681 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.283844 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.284006 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.284172 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.284330 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.284477 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.284636 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.284826 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.284990 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.285593 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.285593 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.285593 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.285593 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.286204 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.286204 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.286204 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.286204 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.287532 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.289420 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290129 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:07:48.290227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290227 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290694 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290694 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290694 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290694 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.290961 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.291040 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.291180 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.291342 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.291669 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.292215 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.292215 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.292215 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.292426 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.292493 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.292613 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.292952 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.293268 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.293438 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.293586 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.294349 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.294520 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.294686 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.294850 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.295014 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.295176 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.295351 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.295521 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.295667 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.295833 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.295995 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.296157 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.296331 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.296493 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.296657 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.296820 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.296984 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.297146 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.297937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.297937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.297937 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.299607 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.300951 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.301436 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.301436 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.301436 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302031 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302031 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302031 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302427 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302427 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302427 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302815 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.302815 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.303072 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.303072 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.303338 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.303338 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.303596 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.303730 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.303881 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.304018 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.304153 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.304288 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.304421 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.304563 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.304700 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.304860 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.305024 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.305186 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.305458 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.305608 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.305799 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.305956 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.306104 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.306266 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.306429 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.306594 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.306760 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.306906 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 19:07:48.307065 dv-cinder-786930-3-iscsi neutron-server[93007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93007) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 19:07:59.270958 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbf71a-507d-467a-9490-1e1b7a8df6a9 None None] get_active_networks_info from dv-cinder-786930-3-iscsi {{(pid=93116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 19:07:59.339750 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbf71a-507d-467a-9490-1e1b7a8df6a9 None None] No non-hosted networks {{(pid=93116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 19:07:59.355323 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7791c89d-c348-4b16-b068-aa074346287c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402725'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:01.755972 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3bb2b977-b312-40f9-b82e-0902e76c4baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402725'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:01.814145 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c384dc06-4180-4d02-a420-674cbdb5ba7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:02.142863 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402725'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:02.143991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.144584 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.145208 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.145788 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.146399 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.147060 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.147661 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.148230 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.148807 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.150202 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.152715 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.153323 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:02.154215 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786930-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:02.172886 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786930-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:02.867610 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402725'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:04.552067 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.db.l3_hamode_db [None req-f8c7828c-6f84-4f8d-8f39-d4eee8d336db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 19:08:04.634518 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7828c-6f84-4f8d-8f39-d4eee8d336db None None] Routers set() bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:08:04.635067 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7828c-6f84-4f8d-8f39-d4eee8d336db None None] Router IDs set() for agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 19:08:04.656131 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402725'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:05.622674 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53462) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:06.144387 dv-cinder-786930-3-iscsi neutron-server[93115]: WARNING oslo_policy.policy [None req-fa68bfcc-98ed-49cd-8ec4-d1a72a1f35b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:06.144982 dv-cinder-786930-3-iscsi neutron-server[93115]: WARNING oslo_policy.policy [None req-fa68bfcc-98ed-49cd-8ec4-d1a72a1f35b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:06.360931 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [None req-fa68bfcc-98ed-49cd-8ec4-d1a72a1f35b2 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:08:06.361911 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-fa68bfcc-98ed-49cd-8ec4-d1a72a1f35b2 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7380457 Jul 13 19:08:08.694095 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 53476) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:09.219832 dv-cinder-786930-3-iscsi neutron-server[93114]: WARNING oslo_policy.policy [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:09.220414 dv-cinder-786930-3-iscsi neutron-server[93114]: WARNING oslo_policy.policy [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:09.429021 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:08:09.519421 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.policy [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:08:09.563282 dv-cinder-786930-3-iscsi neutron-server[93114]: WARNING oslo_policy.policy [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:09.563608 dv-cinder-786930-3-iscsi neutron-server[93114]: WARNING oslo_policy.policy [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:09.572138 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.quota [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] Loaded quota_driver: . Jul 13 19:08:09.666322 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779766792912', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779766792323', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779766803787', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779766815566', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779766824140', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779767088282', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727341', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790418', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695550'] for rbac-policy, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:09.737966 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:09.739487 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5171cd08-4ab0-4324-ba1e-cf439550e26e admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0425708 Jul 13 19:08:12.328953 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 53494) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:12.638852 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'project_id': '04faa752847949eda1e9b115eeab51c6'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:08:12.673405 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Made reservation on behalf of 04faa752847949eda1e9b115eeab51c6 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:08:12.676542 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:12.692948 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:12.819605 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:12.826474 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:12.845433 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:08:12.873282 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779765742044', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:12.873884 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Unsubscribe: segment precommit_create {{(pid=93114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:08:12.874390 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Added segment cdd30b1b-cae0-44ea-b862-a5feba4f7305 of type vlan for network 145ae34c-7631-46ca-b526-38936ef01b65 Jul 13 19:08:12.891098 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948c833e-70ac-4b1f-a134-c4a0e3eb2071,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:12.938713 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.939059 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.939400 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.939706 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.940064 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.940436 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.940763 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.941078 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.941410 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.941750 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.942062 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.942367 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Tracked resource versions report: Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: pushed versions: Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: { 'AddressGroup': {'1.2'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'ConntrackHelper': {'1.0'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Log': {'1.0'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Network': {'1.1'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Port': {'1.7'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'PortForwarding': {'1.2'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'QosPolicy': {'1.8'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroup': {'1.4'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SubPort': {'1.0'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Subnet': {'1.1'}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Trunk': {'1.1'}} Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: consumer versions: Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'ConntrackHelper': '1.0', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Log': '1.0', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Network': '1.1', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Port': '1.7', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'PortForwarding': '1.2', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'QosPolicy': '1.8', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroup': '1.4', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroupRule': '1.2', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SubPort': '1.0', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Subnet': '1.1', Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Trunk': '1.1'}} Jul 13 19:08:12.943492 dv-cinder-786930-3-iscsi neutron-server[93114]: {{(pid=93114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:08:12.998394 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:13.053301 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:13.055666 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:13.056640 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:13.153849 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8233452 Jul 13 19:08:13.161816 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900a19f-7465-41a0-92fb-d9ab48d838b9 admin admin] Pushing event updated for resources: {'Network': ['ID=145ae34c-7631-46ca-b526-38936ef01b65,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:13.177753 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 145ae34c-7631-46ca-b526-38936ef01b65 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:08:15.766318 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 53508) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:16.167226 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf17dac8-8dd8-4e3d-af94-c9317aac7180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:16.168608 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-bf17dac8-8dd8-4e3d-af94-c9317aac7180 admin admin] 10.222.0.62 "GET /v2.0/networks/145ae34c-7631-46ca-b526-38936ef01b65 HTTP/1.1" status: 200 len: 825 time: 0.4012964 Jul 13 19:08:16.194032 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-1dbc2813-2a16-478a-acfe-abc124c42c0c admin admin] 10.222.0.62 "GET /v2.0/subnetpools/2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50 HTTP/1.1" status: 200 len: 734 time: 0.0197906 Jul 13 19:08:16.203665 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'ip_version': 4, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'name': 'private-subnet', 'subnetpool_id': '2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:08:16.229255 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Made reservation on behalf of 04faa752847949eda1e9b115eeab51c6 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:08:16.231714 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:16.533292 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:16.598431 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7055df-6a7d-43a4-95ae-2459f557ea1e,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:16.605266 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Checking segment: {'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:08:16.605648 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Network hostable DHCP agents. Network: 145ae34c-7631-46ca-b526-38936ef01b65, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:08:16.630586 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Network 145ae34c-7631-46ca-b526-38936ef01b65 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:08:16.645054 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 145ae34c-7631-46ca-b526-38936ef01b65) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:08:16.649923 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:16.650516 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:16.655007 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ca10d-562f-4dd6-80bb-836083f8c319 None None] Network 145ae34c-7631-46ca-b526-38936ef01b65 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:08:16.673061 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-08a0eb7b-f586-4e23-ae8d-3fdd7951d003 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4731679 Jul 13 19:08:16.963262 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-145ae34c-7631-46ca-b526-38936ef01b65', 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'fixed_ips': [{'subnet_id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:08:16.964609 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:17.230820 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Allocated IP 172.20.0.2 (145ae34c-7631-46ca-b526-38936ef01b65/cb7055df-6a7d-43a4-95ae-2459f557ea1e/1a1ec6e0-a088-4509-91bb-72b4502b0d13) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:08:17.428067 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:17.444907 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Transition to ACTIVE for port object 1a1ec6e0-a088-4509-91bb-72b4502b0d13 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:08:17.492040 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Transition to ACTIVE for port object 1a1ec6e0-a088-4509-91bb-72b4502b0d13 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:08:17.501450 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:17.568711 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Network 145ae34c-7631-46ca-b526-38936ef01b65 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:08:17.573187 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:08:17.582025 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:08:17.585056 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Pushing event updated for resources: {'Port': ['ID=1a1ec6e0-a088-4509-91bb-72b4502b0d13,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:17.595993 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.596350 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.596723 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.597062 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.597398 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.597772 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.598104 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.598436 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.598816 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.599147 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.599473 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.599798 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Tracked resource versions report: Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: pushed versions: Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: { 'AddressGroup': {'1.2'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'ConntrackHelper': {'1.0'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Log': {'1.0'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Network': {'1.1'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Port': {'1.7'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'PortForwarding': {'1.2'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'QosPolicy': {'1.8'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroup': {'1.4'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SubPort': {'1.0'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Subnet': {'1.1'}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Trunk': {'1.1'}} Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: consumer versions: Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'ConntrackHelper': '1.0', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Log': '1.0', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Network': '1.1', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Port': '1.7', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'PortForwarding': '1.2', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'QosPolicy': '1.8', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroup': '1.4', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroupRule': '1.2', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SubPort': '1.0', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Subnet': '1.1', Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Trunk': '1.1'}} Jul 13 19:08:17.600906 dv-cinder-786930-3-iscsi neutron-server[93116]: {{(pid=93116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:08:17.667267 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Attempting to bind port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:08:17.667893 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Attempting to bind port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:08:17.668018 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Attempting to bind port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 on network 145ae34c-7631-46ca-b526-38936ef01b65 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:08:17.673191 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:08:17.673605 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Checking segment: {'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:08:17.674152 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:17.674560 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Bound using segment: {'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:08:17.675169 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Bound port: 1a1ec6e0-a088-4509-91bb-72b4502b0d13, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:08:17.675591 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:17.736885 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] For port 1a1ec6e0-a088-4509-91bb-72b4502b0d13, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:08:17.741762 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] For port 1a1ec6e0-a088-4509-91bb-72b4502b0d13, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=1a1ec6e0-a088-4509-91bb-72b4502b0d13,segment=NetworkSegment(cdd30b1b-cae0-44ea-b862-a5feba4f7305),segment_id=cdd30b1b-cae0-44ea-b862-a5feba4f7305)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:08:17.747260 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:17.813195 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dfab8-73e1-424d-9e02-373d6e9e6b30 None None] Pushing event updated for resources: {'Port': ['ID=1a1ec6e0-a088-4509-91bb-72b4502b0d13,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:19.023246 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53516) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:19.344087 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [None req-57a1d48c-b4d5-4554-bed0-c23fb540b0e1 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:08:19.345055 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-57a1d48c-b4d5-4554-bed0-c23fb540b0e1 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3208456 Jul 13 19:08:21.688685 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53524) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:22.011711 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [None req-1401a9d9-a3f1-4dbb-8eb6-f758f1505ded admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:08:22.012680 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1401a9d9-a3f1-4dbb-8eb6-f758f1505ded admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230934 Jul 13 19:08:23.778601 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7cd4e-54d9-4d9c-9f55-33277c829048 None None] Network 145ae34c-7631-46ca-b526-38936ef01b65 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:08:23.869790 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-cf860e88-47d3-4381-977f-3c36dcd7bee8 None None] Provisioning for port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:08:24.199749 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 1a1ec6e0-a088-4509-91bb-72b4502b0d13 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:08:24.289247 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:08:24.293012 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:24.293438 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:24.396181 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:24.430036 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 1a1ec6e0-a088-4509-91bb-72b4502b0d13, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=1a1ec6e0-a088-4509-91bb-72b4502b0d13,segment=NetworkSegment(cdd30b1b-cae0-44ea-b862-a5feba4f7305),segment_id=cdd30b1b-cae0-44ea-b862-a5feba4f7305)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:08:24.434772 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:24.480968 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=1a1ec6e0-a088-4509-91bb-72b4502b0d13,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:24.613608 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53538) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:24.921586 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Request body: {'router': {'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:08:24.991016 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.policy [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93115) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 19:08:25.035813 dv-cinder-786930-3-iscsi neutron-server[93115]: WARNING oslo_policy.policy [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:25.036171 dv-cinder-786930-3-iscsi neutron-server[93115]: WARNING oslo_policy.policy [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 19:08:25.045072 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.quota [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Loaded quota_driver: . Jul 13 19:08:25.106149 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:25.107923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:25.277476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:25.285343 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:25.306089 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:25.307348 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-39465a8e-c104-4342-a1b7-6df504a724e3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6926742 Jul 13 19:08:26.175928 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 1a1ec6e0-a088-4509-91bb-72b4502b0d13 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:08:26.222704 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:26.223078 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:27.653980 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53548) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:27.985461 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [None req-ef7f250d-f8f7-4b1e-84b6-7118ddf0372a admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:08:27.986458 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ef7f250d-f8f7-4b1e-84b6-7118ddf0372a admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3312764 Jul 13 19:08:29.151377 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0c5e4b62-3cbc-46d4-be7f-8a2f34ee1e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:30.322899 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53556) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:30.685452 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:08:30.710721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Made reservation on behalf of 11f92fdb170c4939b7844a1792d7858f for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:08:30.713459 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:30.728388 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:30.843884 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:30.850088 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:30.860793 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Reserving flat network on physical network physnet1 {{(pid=93115) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 19:08:30.892365 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779765742044', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:30.892937 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Unsubscribe: segment precommit_create {{(pid=93115) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 19:08:30.893449 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Added segment da4cb501-1c26-4c2b-a0c7-2f09cab27db1 of type flat for network bd62d93d-cdd1-4672-bd82-75ab862aabda Jul 13 19:08:30.910573 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ea876-ff92-45b8-9033-48170c648433,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:30.957299 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.957649 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.958010 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.958329 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.958649 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.958976 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.959292 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.959607 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.959934 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.960252 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.960559 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.960906 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Tracked resource versions report: Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: pushed versions: Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: { 'AddressGroup': {'1.2'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'ConntrackHelper': {'1.0'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Log': {'1.0'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Network': {'1.1'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Port': {'1.7'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'PortForwarding': {'1.2'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'QosPolicy': {'1.8'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroup': {'1.4'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SubPort': {'1.0'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Subnet': {'1.1'}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Trunk': {'1.1'}} Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: consumer versions: Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'ConntrackHelper': '1.0', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Log': '1.0', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Network': '1.1', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Port': '1.7', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'PortForwarding': '1.2', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'QosPolicy': '1.8', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroup': '1.4', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroupRule': '1.2', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SubPort': '1.0', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Subnet': '1.1', Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Trunk': '1.1'}} Jul 13 19:08:30.961948 dv-cinder-786930-3-iscsi neutron-server[93115]: {{(pid=93115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:08:31.019286 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:31.072383 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:31.073455 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:31.074110 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:31.150337 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8263366 Jul 13 19:08:31.169475 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a82e4-4779-40c0-91d6-d351c94fcd78 admin admin] Pushing event updated for resources: {'Network': ['ID=bd62d93d-cdd1-4672-bd82-75ab862aabda,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:31.182184 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network bd62d93d-cdd1-4672-bd82-75ab862aabda details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:08:31.744130 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-069c0ab8-f0e1-4590-9eb4-b9a89c2cb7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:32.125147 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:32.793181 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:33.499636 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 53578) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:33.733475 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb9d51-507c-407a-945e-49588dd55945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:33.734881 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-06bb9d51-507c-407a-945e-49588dd55945 admin admin] 10.222.0.62 "GET /v2.0/subnets/cb7055df-6a7d-43a4-95ae-2459f557ea1e HTTP/1.1" status: 200 len: 849 time: 0.2341862 Jul 13 19:08:33.867184 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c6356ec2-45ed-4fdb-9dab-cc7089f34429 admin admin] 10.222.0.62 "GET /v2.0/routers/76fd3342-49d8-46cf-9959-ad4d2ec6425d HTTP/1.1" status: 200 len: 704 time: 0.1266994 Jul 13 19:08:34.132976 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:34.421070 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Allocated IP 172.20.0.1 (145ae34c-7631-46ca-b526-38936ef01b65/cb7055df-6a7d-43a4-95ae-2459f557ea1e/78fa6e99-beba-4e0a-a70c-dcb93ec26158) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:08:34.603442 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:34.604090 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:34.626354 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Transition to ACTIVE for port object 78fa6e99-beba-4e0a-a70c-dcb93ec26158 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:08:34.708738 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:34.792934 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Network 145ae34c-7631-46ca-b526-38936ef01b65 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:08:34.797659 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:08:34.803495 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Pushing event updated for resources: {'Port': ['ID=78fa6e99-beba-4e0a-a70c-dcb93ec26158,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:34.814865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:08:34.815483 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:34.978759 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-273aac2b-540f-4686-a86c-cc830ba2a635 None None] Provisioning for port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:08:34.982547 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-273aac2b-540f-4686-a86c-cc830ba2a635 None None] Provisioning complete for port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:34.982919 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-273aac2b-540f-4686-a86c-cc830ba2a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:35.017520 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-273aac2b-540f-4686-a86c-cc830ba2a635 None None] Port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:08:35.078036 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:35.264654 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:35.272017 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:35.272727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:35.346046 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Pushing event updated for resources: {'Port': ['ID=78fa6e99-beba-4e0a-a70c-dcb93ec26158,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:35.392525 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Network 145ae34c-7631-46ca-b526-38936ef01b65 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:08:35.393961 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:08:35.540729 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-04e89f11-6cf2-4d02-9ee7-f8217f6c5a2b None None] Provisioning complete for port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:35.541183 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-04e89f11-6cf2-4d02-9ee7-f8217f6c5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:35.556821 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Router 76fd3342-49d8-46cf-9959-ad4d2ec6425d is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:08:35.574501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-04e89f11-6cf2-4d02-9ee7-f8217f6c5a2b None None] Port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:08:35.648028 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:08:35.653665 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-7d8c3153-7289-4c80-8592-a74fc29e4662 admin admin] 10.222.0.62 "PUT /v2.0/routers/76fd3342-49d8-46cf-9959-ad4d2ec6425d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7791803 Jul 13 19:08:35.669746 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Sync routers for ids ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:08:35.683845 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Routers {'76fd3342-49d8-46cf-9959-ad4d2ec6425d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:08:35.684680 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:08:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:35.862868 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Set router 76fd3342-49d8-46cf-9959-ad4d2ec6425d gateway port host: None {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:08:36.278816 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'name': 'router1', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:08:25Z', 'updated_at': '2021-07-13T19:08:34Z', 'revision_number': 2, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'gw_port_host': None, '_interfaces': [{'id': '78fa6e99-beba-4e0a-a70c-dcb93ec26158', 'name': '', 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'mac_address': 'fa:16:3e:20:70:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:34Z', 'updated_at': '2021-07-13T19:08:35Z', 'revision_number': 2, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'subnets': [{'id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:36.329603 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Checking router: 76fd3342-49d8-46cf-9959-ad4d2ec6425d for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:08:36.329992 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Updating router 76fd3342-49d8-46cf-9959-ad4d2ec6425d port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:08:36.392786 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:36.869654 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:36.887205 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Transition to ACTIVE for port object 78fa6e99-beba-4e0a-a70c-dcb93ec26158 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:08:36.893841 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:37.046426 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Attempting to bind port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:08:37.046833 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Attempting to bind port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:08:37.047247 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Attempting to bind port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 on network 145ae34c-7631-46ca-b526-38936ef01b65 {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:08:37.055812 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Pushing event updated for resources: {'Port': ['ID=78fa6e99-beba-4e0a-a70c-dcb93ec26158,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:37.060291 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:08:37.060707 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Checking segment: {'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:08:37.061184 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:37.061570 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Bound using segment: {'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:08:37.062060 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Bound port: 78fa6e99-beba-4e0a-a70c-dcb93ec26158, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd30b1b-cae0-44ea-b862-a5feba4f7305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:08:37.062446 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:37.073985 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.074335 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.074674 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.075008 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.075334 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.075661 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.075986 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.076308 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.076635 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.076955 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.077271 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.077586 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Tracked resource versions report: Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: pushed versions: Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: { 'AddressGroup': {'1.2'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'ConntrackHelper': {'1.0'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Log': {'1.0'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Network': {'1.1'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Port': {'1.7'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'PortForwarding': {'1.2'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'QosPolicy': {'1.8'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroup': {'1.4'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SubPort': {'1.0'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Subnet': {'1.1'}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Trunk': {'1.1'}} Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: consumer versions: Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'ConntrackHelper': '1.0', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Log': '1.0', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Network': '1.1', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Port': '1.7', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'PortForwarding': '1.2', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'QosPolicy': '1.8', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroup': '1.4', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroupRule': '1.2', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SubPort': '1.0', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Subnet': '1.1', Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Trunk': '1.1'}} Jul 13 19:08:37.078699 dv-cinder-786930-3-iscsi neutron-server[93118]: {{(pid=93118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:08:37.136584 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] For port 78fa6e99-beba-4e0a-a70c-dcb93ec26158, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:08:37.157439 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] For port 78fa6e99-beba-4e0a-a70c-dcb93ec26158, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=78fa6e99-beba-4e0a-a70c-dcb93ec26158,segment=NetworkSegment(cdd30b1b-cae0-44ea-b862-a5feba4f7305),segment_id=cdd30b1b-cae0-44ea-b862-a5feba4f7305)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:08:37.163545 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:37.218215 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Routers {'76fd3342-49d8-46cf-9959-ad4d2ec6425d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:08:37.218854 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:08:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:37.253187 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddce10-cb6e-41cb-b4b9-e506c6129352 None None] Pushing event updated for resources: {'Port': ['ID=78fa6e99-beba-4e0a-a70c-dcb93ec26158,revision_number=4']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:37.308621 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] Set router 76fd3342-49d8-46cf-9959-ad4d2ec6425d gateway port host: None {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:08:37.511801 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'name': 'router1', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:08:25Z', 'updated_at': '2021-07-13T19:08:34Z', 'revision_number': 2, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'gw_port_host': None, '_interfaces': [{'id': '78fa6e99-beba-4e0a-a70c-dcb93ec26158', 'name': '', 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'mac_address': 'fa:16:3e:20:70:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:34Z', 'updated_at': '2021-07-13T19:08:37Z', 'revision_number': 4, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'subnets': [{'id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:37.540648 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811fd69-7316-47e6-a7a4-121d462a3f19 None None] The sync data for ids ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'] in dv-cinder-786930-3-iscsi is: [{'id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'name': 'router1', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:08:25Z', 'updated_at': '2021-07-13T19:08:34Z', 'revision_number': 2, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'gw_port_host': None, '_interfaces': [{'id': '78fa6e99-beba-4e0a-a70c-dcb93ec26158', 'name': '', 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'mac_address': 'fa:16:3e:20:70:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:34Z', 'updated_at': '2021-07-13T19:08:37Z', 'revision_number': 4, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'subnets': [{'id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:08:37.843491 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 53600) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:37.955621 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8adcda-bc31-4ea3-80ce-1b56f5c24d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:37.957025 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-3d8adcda-bc31-4ea3-80ce-1b56f5c24d08 admin admin] 10.222.0.62 "GET /v2.0/networks/bd62d93d-cdd1-4672-bd82-75ab862aabda HTTP/1.1" status: 200 len: 842 time: 0.1126380 Jul 13 19:08:37.966561 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Request body: {'subnet': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:08:37.991951 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Made reservation on behalf of 11f92fdb170c4939b7844a1792d7858f for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:08:37.994277 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:38.328833 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.objects.ports [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 19:08:38.329597 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:38.376016 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781c7092-13a6-4582-a974-e2ffa9877d38,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:38.390656 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:08:38.391014 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Network hostable DHCP agents. Network: bd62d93d-cdd1-4672-bd82-75ab862aabda, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:08:38.409293 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:08:38.418813 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, bd62d93d-cdd1-4672-bd82-75ab862aabda) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:08:38.423007 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:38.423597 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:38.427746 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989e3d7-01d4-407a-8530-02b2fd4b6e3f None None] Network bd62d93d-cdd1-4672-bd82-75ab862aabda requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:08:38.442458 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-05492465-144e-42b7-8e0a-f2bcf24c5d49 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4767799 Jul 13 19:08:38.559852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd28522-53e4-4af6-9b97-efa985e444fe None None] Network bd62d93d-cdd1-4672-bd82-75ab862aabda requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:08:40.664117 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 53612) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:40.886175 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-8261709e-ab1a-4521-a105-831665559413 admin admin] 10.222.0.62 "GET /v2.0/routers/76fd3342-49d8-46cf-9959-ad4d2ec6425d HTTP/1.1" status: 200 len: 710 time: 0.2208006 Jul 13 19:08:40.976548 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53757a-003c-4c05-ab9b-94bec5f8b75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:08:40.978519 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-df53757a-003c-4c05-ab9b-94bec5f8b75c admin admin] 10.222.0.62 "GET /v2.0/networks/bd62d93d-cdd1-4672-bd82-75ab862aabda HTTP/1.1" status: 200 len: 886 time: 0.0871232 Jul 13 19:08:40.988680 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:08:41.247521 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:41.529131 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:41.604513 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:41.750700 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Allocated IP 172.27.3.111 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/f75d4d9e-4597-4664-82bb-1b316dd20601) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:08:41.858000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:41.941950 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.008671 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:08:42.013044 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:08:42.019081 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:08:42.024554 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Pushing event updated for resources: {'Port': ['ID=f75d4d9e-4597-4664-82bb-1b316dd20601,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:42.206230 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 78fa6e99-beba-4e0a-a70c-dcb93ec26158 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:08:42.256882 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:08:42.260508 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:42.260889 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.298363 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.338489 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.369495 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 78fa6e99-beba-4e0a-a70c-dcb93ec26158, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=78fa6e99-beba-4e0a-a70c-dcb93ec26158,segment=NetworkSegment(cdd30b1b-cae0-44ea-b862-a5feba4f7305),segment_id=cdd30b1b-cae0-44ea-b862-a5feba4f7305)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:08:42.374082 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.418907 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=78fa6e99-beba-4e0a-a70c-dcb93ec26158,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:42.493073 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.496442 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1621661'] for router, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.606147 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Router 76fd3342-49d8-46cf-9959-ad4d2ec6425d has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:08:42.780914 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:08:42.785665 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:42.786904 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f9c694c2-68c9-4dd5-a0fb-976d011b113a admin admin] 10.222.0.62 "PUT /v2.0/routers/76fd3342-49d8-46cf-9959-ad4d2ec6425d HTTP/1.1" status: 200 len: 890 time: 1.8025823 Jul 13 19:08:42.804927 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Sync routers for ids ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:08:42.816741 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Routers {'76fd3342-49d8-46cf-9959-ad4d2ec6425d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:08:42.817642 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:08:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:43.078722 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Set router 76fd3342-49d8-46cf-9959-ad4d2ec6425d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:08:43.459553 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'name': 'router1', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f75d4d9e-4597-4664-82bb-1b316dd20601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:08:25Z', 'updated_at': '2021-07-13T19:08:42Z', 'revision_number': 4, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'gw_port': {'id': 'f75d4d9e-4597-4664-82bb-1b316dd20601', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:41Z', 'updated_at': '2021-07-13T19:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '78fa6e99-beba-4e0a-a70c-dcb93ec26158', 'name': '', 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'mac_address': 'fa:16:3e:20:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:34Z', 'updated_at': '2021-07-13T19:08:42Z', 'revision_number': 5, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'subnets': [{'id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:43.508903 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Checking router: 76fd3342-49d8-46cf-9959-ad4d2ec6425d for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:08:43.509257 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Updating router 76fd3342-49d8-46cf-9959-ad4d2ec6425d port f75d4d9e-4597-4664-82bb-1b316dd20601 binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:08:43.544582 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:43.855632 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:43.865173 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Transition to ACTIVE for port object f75d4d9e-4597-4664-82bb-1b316dd20601 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:08:43.873797 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:43.924954 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5236c-86a6-4113-a34e-0c0b1162e890 None None] Pushing event updated for resources: {'Port': ['ID=f75d4d9e-4597-4664-82bb-1b316dd20601,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:43.929011 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Attempting to bind port f75d4d9e-4597-4664-82bb-1b316dd20601 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:08:43.929361 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Attempting to bind port f75d4d9e-4597-4664-82bb-1b316dd20601 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:08:43.929765 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Attempting to bind port f75d4d9e-4597-4664-82bb-1b316dd20601 on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:08:43.934699 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:08:43.935076 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:08:43.935475 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:43.935858 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:08:43.936321 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Bound port: f75d4d9e-4597-4664-82bb-1b316dd20601, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:08:43.936712 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:43.984561 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] For port f75d4d9e-4597-4664-82bb-1b316dd20601, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:08:43.987749 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] For port f75d4d9e-4597-4664-82bb-1b316dd20601, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=f75d4d9e-4597-4664-82bb-1b316dd20601,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:08:43.993503 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:44.048452 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Routers {'76fd3342-49d8-46cf-9959-ad4d2ec6425d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:08:44.049126 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:08:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:44.083340 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5236c-86a6-4113-a34e-0c0b1162e890 None None] Pushing event updated for resources: {'Port': ['ID=f75d4d9e-4597-4664-82bb-1b316dd20601,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:44.156890 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] Set router 76fd3342-49d8-46cf-9959-ad4d2ec6425d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:08:44.259376 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 78fa6e99-beba-4e0a-a70c-dcb93ec26158 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:08:44.386672 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:44.386954 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:44.534423 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'name': 'router1', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f75d4d9e-4597-4664-82bb-1b316dd20601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:08:25Z', 'updated_at': '2021-07-13T19:08:42Z', 'revision_number': 4, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'gw_port': {'id': 'f75d4d9e-4597-4664-82bb-1b316dd20601', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:41Z', 'updated_at': '2021-07-13T19:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '78fa6e99-beba-4e0a-a70c-dcb93ec26158', 'name': '', 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'mac_address': 'fa:16:3e:20:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:34Z', 'updated_at': '2021-07-13T19:08:42Z', 'revision_number': 5, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'subnets': [{'id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:08:44.560942 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d071b-4a94-4ed9-8cc5-dd9367c836b1 None None] The sync data for ids ['76fd3342-49d8-46cf-9959-ad4d2ec6425d'] in dv-cinder-786930-3-iscsi is: [{'id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'name': 'router1', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f75d4d9e-4597-4664-82bb-1b316dd20601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:08:25Z', 'updated_at': '2021-07-13T19:08:42Z', 'revision_number': 4, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'gw_port': {'id': 'f75d4d9e-4597-4664-82bb-1b316dd20601', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:41Z', 'updated_at': '2021-07-13T19:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '78fa6e99-beba-4e0a-a70c-dcb93ec26158', 'name': '', 'network_id': '145ae34c-7631-46ca-b526-38936ef01b65', 'tenant_id': '04faa752847949eda1e9b115eeab51c6', 'mac_address': 'fa:16:3e:20:70:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd3342-49d8-46cf-9959-ad4d2ec6425d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:08:34Z', 'updated_at': '2021-07-13T19:08:42Z', 'revision_number': 5, 'project_id': '04faa752847949eda1e9b115eeab51c6', 'subnets': [{'id': 'cb7055df-6a7d-43a4-95ae-2459f557ea1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c8fb99c-bc64-4bb1-bfce-5ece3dfb4a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:08:45.148015 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 53620) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:08:45.277039 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-63a6fcc6-a1f8-495a-a50a-be2faa399bb8 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1278386 Jul 13 19:08:46.219202 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device f75d4d9e-4597-4664-82bb-1b316dd20601 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:08:46.267474 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port f75d4d9e-4597-4664-82bb-1b316dd20601 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:08:46.271210 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port f75d4d9e-4597-4664-82bb-1b316dd20601 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:46.271591 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:46.348818 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:46.368301 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port f75d4d9e-4597-4664-82bb-1b316dd20601, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=f75d4d9e-4597-4664-82bb-1b316dd20601,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:08:46.373402 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:46.423328 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=f75d4d9e-4597-4664-82bb-1b316dd20601,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:08:48.202121 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device f75d4d9e-4597-4664-82bb-1b316dd20601 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:08:48.270271 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port f75d4d9e-4597-4664-82bb-1b316dd20601 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:08:48.270647 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:08:51.188802 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:08:59.158897 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4c96939c-fbdd-4aaf-a6a9-e401da2482fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:01.754388 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-de972f0b-ae9f-48b6-94e4-0281e18ee43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:02.127567 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:02.813806 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:04.612419 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:28.188012 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:09:29.152153 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-24f282d0-d328-4f9d-b41a-cba6267816eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:31.747976 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ee2adfe0-5b48-4bfe-a697-0abea9cbbb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:32.122557 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:32.798923 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:34.617743 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:09:59.162212 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-aef87021-390e-4946-836c-c8dff9b02253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:01.752463 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-33a09dc0-9a84-455e-a4ed-9b92fa494d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:02.126777 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:02.800487 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:04.622458 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:05.189283 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:10:20.032330 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54188) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:20.097639 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.pecan_wsgi.hooks.translation [None req-89076018-52fc-4cea-8ce9-07047b9660fa admin admin] GET failed (client error): The resource could not be found. Jul 13 19:10:20.099008 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-89076018-52fc-4cea-8ce9-07047b9660fa admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657244 Jul 13 19:10:20.257916 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541be7b-cc3f-44cf-9906-d718c26c0b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:20.259356 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d541be7b-cc3f-44cf-9906-d718c26c0b0d admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545095 Jul 13 19:10:22.409263 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54198) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:22.503914 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eedb58-d85a-4b07-8312-fa29f1f106dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:22.505280 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a6eedb58-d85a-4b07-8312-fa29f1f106dd admin admin] 10.222.0.62 "GET /v2.0/subnets/cb7055df-6a7d-43a4-95ae-2459f557ea1e HTTP/1.1" status: 200 len: 849 time: 0.0950227 Jul 13 19:10:22.517032 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:10:22.602779 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:22.744403 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779765642734'] for subnet, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:22.774676 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:22.775273 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:22.776590 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] 10.222.0.62 "PUT /v2.0/subnets/cb7055df-6a7d-43a4-95ae-2459f557ea1e HTTP/1.1" status: 200 len: 868 time: 0.2636046 Jul 13 19:10:22.783804 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bbf78b-d859-4339-867d-4201f0f5eae3 None None] Network 145ae34c-7631-46ca-b526-38936ef01b65 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:10:22.798708 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7055df-6a7d-43a4-95ae-2459f557ea1e,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:10:22.806277 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.806664 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.806993 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.807335 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.807663 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.808011 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.808414 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.808802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.809152 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.809484 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.809841 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:22.810167 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259338a-536e-4d96-ab3e-5ffe15bbab73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:10:23.114686 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1649c73f-d8fd-4ad1-8d18-f697dd5e7a29 None None] Provisioning complete for port 1a1ec6e0-a088-4509-91bb-72b4502b0d13 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:10:23.115067 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1649c73f-d8fd-4ad1-8d18-f697dd5e7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:23.199316 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1649c73f-d8fd-4ad1-8d18-f697dd5e7a29 None None] Provisioning complete for port 78fa6e99-beba-4e0a-a70c-dcb93ec26158 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:10:23.199687 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1649c73f-d8fd-4ad1-8d18-f697dd5e7a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:24.910433 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54206) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:25.123349 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a05a9-5cc4-425d-b555-e35decb61ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:25.123747 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a05a9-5cc4-425d-b555-e35decb61ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:25.125321 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d29a05a9-5cc4-425d-b555-e35decb61ba4 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138276 Jul 13 19:10:27.247965 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54214) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:27.397015 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3708e-6077-474b-a903-24848064e726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:27.397504 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3708e-6077-474b-a903-24848064e726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:27.399094 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9ee3708e-6077-474b-a903-24848064e726 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1501703 Jul 13 19:10:29.160886 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8886eba2-15de-4d6e-adbc-aac7fa13359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:29.543802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54222) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:29.688561 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea3214d-5991-432d-8765-c89f4f803f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:29.690008 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-dea3214d-5991-432d-8765-c89f4f803f64 admin admin] 10.222.0.62 "GET /v2.0/networks/145ae34c-7631-46ca-b526-38936ef01b65 HTTP/1.1" status: 200 len: 869 time: 0.1451426 Jul 13 19:10:31.758311 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-85841f6e-a5e0-4119-9846-5906ee8422bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:31.851269 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54230) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:31.989509 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6847a00-1435-4860-b6a6-e756ef7bc458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:31.990898 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e6847a00-1435-4860-b6a6-e756ef7bc458 admin admin] 10.222.0.62 "GET /v2.0/networks/bd62d93d-cdd1-4672-bd82-75ab862aabda HTTP/1.1" status: 200 len: 886 time: 0.1386108 Jul 13 19:10:32.132536 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:32.803882 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:34.119551 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54238) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:34.262148 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290f667-47b1-4736-bc6d-c3c0fcea81a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:34.262628 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290f667-47b1-4736-bc6d-c3c0fcea81a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:34.264199 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2290f667-47b1-4736-bc6d-c3c0fcea81a8 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1436265 Jul 13 19:10:34.632867 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:10:36.409899 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54246) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:36.505178 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453658f7-caf7-4a93-a590-47e9cb955906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:36.505568 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453658f7-caf7-4a93-a590-47e9cb955906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:36.507159 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-453658f7-caf7-4a93-a590-47e9cb955906 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962636 Jul 13 19:10:38.623394 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54254) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:38.711390 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429647ac-db33-487a-9ade-bdbe53446a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:38.712718 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-429647ac-db33-487a-9ade-bdbe53446a38 admin admin] 10.222.0.62 "GET /v2.0/subnets/781c7092-13a6-4582-a974-e2ffa9877d38 HTTP/1.1" status: 200 len: 816 time: 0.0883305 Jul 13 19:10:40.860222 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54262) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:10:40.969489 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d78cef-0826-44a4-b1a8-4a30f65c200f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:10:40.970872 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-15d78cef-0826-44a4-b1a8-4a30f65c200f admin admin] 10.222.0.62 "GET /v2.0/subnets/cb7055df-6a7d-43a4-95ae-2459f557ea1e HTTP/1.1" status: 200 len: 868 time: 0.1093702 Jul 13 19:10:42.188924 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:10:59.155071 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d98b5374-0e05-427f-a761-e6b54c7110fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:01.761197 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-82ed4025-7559-42db-aaf6-2ebf06ad7c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:02.136533 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:02.808218 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:04.635490 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:04.932060 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54314) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:11:04.991455 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [None req-643b71b0-1e94-4b05-992d-2f540163ec4f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:11:04.992948 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-643b71b0-1e94-4b05-992d-2f540163ec4f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597453 Jul 13 19:11:07.223345 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54324) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:11:07.294052 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06feb5a-6ca0-4461-86b6-95fb48c81763 admin admin] GET failed (client error): The resource could not be found. Jul 13 19:11:07.295366 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-b06feb5a-6ca0-4461-86b6-95fb48c81763 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0710645 Jul 13 19:11:07.440344 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522c53d-02cf-45a8-9ab6-0069e1ca29cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:11:07.450689 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e522c53d-02cf-45a8-9ab6-0069e1ca29cc admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1504848 Jul 13 19:11:09.616745 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54332) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:11:09.673502 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:11:09.702356 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Made reservation on behalf of 11f92fdb170c4939b7844a1792d7858f for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:11:09.705885 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:09.739258 dv-cinder-786930-3-iscsi neutron-server[93115]: WARNING neutron.services.revisions.revision_plugin [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Could not find related network for resource to bump revision. Jul 13 19:11:09.757323 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:11:09.773365 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:09.773769 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Added segment 4211bf3b-286d-420c-9413-3d762f9c2879 of type vlan for network 27e9b894-a050-4bea-938c-470ab98733dc Jul 13 19:11:09.815366 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:09.846450 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:09.847488 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:11:09.848093 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:09.904463 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2863846 Jul 13 19:11:09.909397 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Pushing event updated for resources: {'Network': ['ID=27e9b894-a050-4bea-938c-470ab98733dc,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:09.917242 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.917673 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.917990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.918328 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.918659 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.919009 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.919348 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.919677 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.920017 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.920347 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.920672 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.921055 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71e89d-26b0-4895-9866-311e54b5e3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:09.933272 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 27e9b894-a050-4bea-938c-470ab98733dc details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:11:12.085757 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54340) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:11:12.148263 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f488ea-3c53-4a64-ba8a-e1d1954dd4fa admin admin] GET failed (client error): The resource could not be found. Jul 13 19:11:12.149571 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f6f488ea-3c53-4a64-ba8a-e1d1954dd4fa admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628486 Jul 13 19:11:12.230426 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb24cda-9079-4140-bcbb-35829cb622b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:11:12.231883 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-2fb24cda-9079-4140-bcbb-35829cb622b6 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0766315 Jul 13 19:11:12.242276 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:11:12.266615 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Made reservation on behalf of 11f92fdb170c4939b7844a1792d7858f for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:11:12.269048 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:12.469166 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:12.528476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b293b18-8b12-4993-b904-8b3995c0bf6a,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:12.537777 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Checking segment: {'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:11:12.538132 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Network hostable DHCP agents. Network: 27e9b894-a050-4bea-938c-470ab98733dc, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:11:12.562507 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Network 27e9b894-a050-4bea-938c-470ab98733dc is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:11:12.575211 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 27e9b894-a050-4bea-938c-470ab98733dc) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:11:12.579183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:11:12.579759 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:12.584887 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec5618-a30a-45ab-be82-c13cee18879a None None] Network 27e9b894-a050-4bea-938c-470ab98733dc requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:11:12.594971 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-b992cb0e-9697-40b7-a0e2-059dc07f17a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3561296 Jul 13 19:11:12.734628 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-27e9b894-a050-4bea-938c-470ab98733dc', 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc', 'tenant_id': '11f92fdb170c4939b7844a1792d7858f', 'fixed_ips': [{'subnet_id': '2b293b18-8b12-4993-b904-8b3995c0bf6a'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:11:12.735567 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:12.961855 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Allocated IP 192.168.233.2 (27e9b894-a050-4bea-938c-470ab98733dc/2b293b18-8b12-4993-b904-8b3995c0bf6a/70c438ce-9907-43d9-8d33-e43f657561dd) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:11:13.103790 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:13.112298 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Transition to ACTIVE for port object 70c438ce-9907-43d9-8d33-e43f657561dd will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:11:13.127541 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Transition to ACTIVE for port object 70c438ce-9907-43d9-8d33-e43f657561dd will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:11:13.134442 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:13.174752 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Network 27e9b894-a050-4bea-938c-470ab98733dc is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:11:13.177749 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:11:13.181072 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:11:13.188185 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Pushing event updated for resources: {'Port': ['ID=70c438ce-9907-43d9-8d33-e43f657561dd,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:13.212090 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.212448 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.212785 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.213127 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.213461 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.213832 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.214250 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.214581 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.214993 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.215359 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.215660 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.216090 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:11:13.251340 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Attempting to bind port 70c438ce-9907-43d9-8d33-e43f657561dd on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:11:13.251704 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Attempting to bind port 70c438ce-9907-43d9-8d33-e43f657561dd by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:11:13.252084 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Attempting to bind port 70c438ce-9907-43d9-8d33-e43f657561dd on network 27e9b894-a050-4bea-938c-470ab98733dc {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:11:13.257372 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:11:13.257794 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Checking segment: {'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:11:13.258203 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:13.258602 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Bound using segment: {'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:11:13.259103 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Bound port: 70c438ce-9907-43d9-8d33-e43f657561dd, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:11:13.259504 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:13.323596 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] For port 70c438ce-9907-43d9-8d33-e43f657561dd, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:11:13.327236 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] For port 70c438ce-9907-43d9-8d33-e43f657561dd, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=70c438ce-9907-43d9-8d33-e43f657561dd,segment=NetworkSegment(4211bf3b-286d-420c-9413-3d762f9c2879),segment_id=4211bf3b-286d-420c-9413-3d762f9c2879)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:11:13.333579 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:13.389378 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e951d-c4a3-478b-8354-8080e9f16c93 None None] Pushing event updated for resources: {'Port': ['ID=70c438ce-9907-43d9-8d33-e43f657561dd,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:14.208885 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576074e-c439-4b7c-897d-6346a583bbd7 None None] Network 27e9b894-a050-4bea-938c-470ab98733dc requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:11:14.324941 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-16f4012a-168f-439d-ba39-3db8ad9f2601 None None] Provisioning for port 70c438ce-9907-43d9-8d33-e43f657561dd completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:11:14.337752 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 70c438ce-9907-43d9-8d33-e43f657561dd up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:11:14.415837 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 70c438ce-9907-43d9-8d33-e43f657561dd completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:11:14.421276 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 70c438ce-9907-43d9-8d33-e43f657561dd triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:11:14.421681 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:14.509270 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:14.548141 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 70c438ce-9907-43d9-8d33-e43f657561dd, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=70c438ce-9907-43d9-8d33-e43f657561dd,segment=NetworkSegment(4211bf3b-286d-420c-9413-3d762f9c2879),segment_id=4211bf3b-286d-420c-9413-3d762f9c2879)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:11:14.555831 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:14.609083 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=70c438ce-9907-43d9-8d33-e43f657561dd,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:11:14.650699 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6a4d34fa-1045-4303-9b79-784f59a0f6f2 None None] Provisioning complete for port 70c438ce-9907-43d9-8d33-e43f657561dd triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:11:14.651076 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6a4d34fa-1045-4303-9b79-784f59a0f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:16.297194 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 70c438ce-9907-43d9-8d33-e43f657561dd up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:11:16.345810 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 70c438ce-9907-43d9-8d33-e43f657561dd triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:11:16.346190 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:19.187694 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:11:29.158865 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-48eec76c-f3b7-4fdd-bc2e-b07e4cafe6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:31.765241 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1a25ed3c-39f1-477a-9170-1bee66269f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:32.140908 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:32.810300 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:34.640344 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:11:56.187605 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:11:59.163900 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-af3a90be-8b7e-45fe-a800-7064ff4cc58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:01.768347 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bbe95854-7de9-4ac1-9a6d-64489edc4a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:02.145239 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:02.813579 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:04.645520 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:21.928315 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54392) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:21.934270 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [None req-4a71ff2c-b9e7-4303-bf78-06a57900e925 tempest-verify_tempest_config-1005193194 tempest-verify_tempest_config-1005193194-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:12:21.935220 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-4a71ff2c-b9e7-4303-bf78-06a57900e925 tempest-verify_tempest_config-1005193194 tempest-verify_tempest_config-1005193194-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059409 Jul 13 19:12:22.253028 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54410) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:22.365883 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:22.454460 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:22.459973 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:22.503025 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15c049b138b0422b9db537a729af52e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2486687 Jul 13 19:12:22.504235 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e53732-65e8-4a7d-9dc9-94493386ff63,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:22.505954 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54414) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:12:22.511360 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.511735 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.512104 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.512420 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.512751 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.513102 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.513429 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.513783 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.514128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.514454 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.514776 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.515101 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d8a24-2812-49ec-8c00-7bb71e18e18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.561265 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:22.589175 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:22.677032 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:22.679626 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:22.680781 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0e53732-65e8-4a7d-9dc9-94493386ff63 HTTP/1.1" status: 204 len: 168 time: 0.1738677 Jul 13 19:12:22.690444 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e53732-65e8-4a7d-9dc9-94493386ff63,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:12:22.697338 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.697744 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.698096 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.698439 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.698776 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.699128 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.699469 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.699800 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.700148 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.700484 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.700811 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:22.701138 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd548b-632c-4ad0-b629-ccd1e63021a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:12:29.168201 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-92602a1f-6c85-499c-bd62-9ba6c69d56a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:31.773208 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d8da049e-14a8-47f5-b5ee-20aca9da7e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:32.149355 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:32.815069 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:33.186700 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:12:34.646236 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:12:59.177234 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d70d7419-4eb6-4008-90cd-c6c6b5cd9ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:01.782779 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7b18fcd9-6b28-406f-a0b9-6df7e21e4b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:02.162923 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:02.827359 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:04.656375 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:10.195543 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:13:29.181162 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-335f7386-d47d-4927-92a9-0f7dacd3e963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:31.786106 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-98e7c409-cdc7-4663-b5d2-d1ae0b2410f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:32.166957 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:32.834691 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:34.658873 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:47.189418 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 5 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:13:55.920566 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402725'] for agent, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:13:59.175817 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-64907c53-a458-4214-9260-921cb5f32ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:00.123148 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54468) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:00.227719 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-34c5f87d-5ea1-4c08-b4f8-811f19f180cd admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1034505 Jul 13 19:14:01.781929 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-294122fa-2a2b-4cf3-9179-a2eaa805152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:02.160486 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:02.378664 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54478) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:14:02.439013 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-46517d15-4756-4316-96d2-e1877283cfbe admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0591471 Jul 13 19:14:02.832315 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:04.661684 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:24.193432 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:14:25.913515 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:29.188773 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8763a011-a25b-45a1-bac5-30440d2d50fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:31.797333 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c3661565-3d8f-46f6-afba-3fc35fb414ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:32.171810 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:32.840955 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:34.667740 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:55.893686 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:14:59.182727 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-da1b06bf-30ed-44cd-8ad9-e27475b2c8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:01.194322 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:15:01.791173 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8ffd7a5e-48ed-4b5d-bb97-175f761cd7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:02.166011 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:02.834680 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:04.666195 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:25.915545 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:28.556136 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54704) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:28.724683 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54726) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:28.804989 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-104376741-network', 'tenant_id': '0a2afd43d8514e7e86a1d646d7430e05'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:28.828173 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Made reservation on behalf of 0a2afd43d8514e7e86a1d646d7430e05 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:28.831162 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:28.839804 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:28.936620 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:28.942119 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:28.971798 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548d9c77-0865-4cb2-bc99-2bd1d59fd99b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:28.977922 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54740) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:28.978601 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:15:28.981240 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.981838 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.982350 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.982838 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.983335 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.984009 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.984489 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.985108 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.985743 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.986245 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.986573 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.987044 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Tracked resource versions report: Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: pushed versions: Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: { 'AddressGroup': {'1.2'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'ConntrackHelper': {'1.0'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Log': {'1.0'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Network': {'1.1'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Port': {'1.7'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'PortForwarding': {'1.2'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'QosPolicy': {'1.8'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroup': {'1.4'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SubPort': {'1.0'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Subnet': {'1.1'}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Trunk': {'1.1'}} Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: consumer versions: Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'ConntrackHelper': '1.0', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Log': '1.0', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Network': '1.1', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Port': '1.7', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'PortForwarding': '1.2', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'QosPolicy': '1.8', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroup': '1.4', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SecurityGroupRule': '1.2', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'SubPort': '1.0', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Subnet': '1.1', Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: 'Trunk': '1.1'}} Jul 13 19:15:28.988596 dv-cinder-786930-3-iscsi neutron-server[93114]: {{(pid=93114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:15:29.005350 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.006036 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Added segment 26183d6e-8e0d-4768-9251-cbc8b83e8423 of type vlan for network 0224397c-6566-4e1e-baca-949043b27f7f Jul 13 19:15:29.052803 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.090886 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.091952 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:29.092659 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.131916 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54748) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:29.158304 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6009421 Jul 13 19:15:29.159549 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370c821-1140-4cc7-97eb-5d3386a55d60 admin admin] Pushing event updated for resources: {'Network': ['ID=0224397c-6566-4e1e-baca-949043b27f7f,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:29.162703 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54752) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:29.167995 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Request body: {'subnet': {'network_id': '0224397c-6566-4e1e-baca-949043b27f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-104376741-subnet', 'tenant_id': '0a2afd43d8514e7e86a1d646d7430e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:29.184842 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-236151471-network', 'tenant_id': '000a322b4691436ebdd3ae90fc748e22'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:29.190155 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 0224397c-6566-4e1e-baca-949043b27f7f details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:15:29.198910 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Made reservation on behalf of 0a2afd43d8514e7e86a1d646d7430e05 for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:29.204132 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.225941 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-network', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:29.239596 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Made reservation on behalf of 000a322b4691436ebdd3ae90fc748e22 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:29.242624 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.270544 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.324832 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bec01c91-ee1a-4c24-a5ea-926efacf3d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.412856 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-network', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:29.451018 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Made reservation on behalf of 73adb7d85b2143419a5d825c5bcc59db for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:29.453534 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.467599 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.597041 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.723377 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.732162 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.746828 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048f866b-2ce1-4fb1-bb08-b389711f39d8,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:29.776134 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.776904 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.777509 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.778096 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.778654 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.779246 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.779796 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.780353 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.780908 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.781441 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.782011 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.782560 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Tracked resource versions report: Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: pushed versions: Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: { 'AddressGroup': {'1.2'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'ConntrackHelper': {'1.0'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Log': {'1.0'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Network': {'1.1'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Port': {'1.7'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'PortForwarding': {'1.2'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'QosPolicy': {'1.8'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroup': {'1.4'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SubPort': {'1.0'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Subnet': {'1.1'}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Trunk': {'1.1'}} Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: consumer versions: Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'ConntrackHelper': '1.0', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Log': '1.0', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Network': '1.1', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Port': '1.7', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'PortForwarding': '1.2', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'QosPolicy': '1.8', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroup': '1.4', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SecurityGroupRule': '1.2', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'SubPort': '1.0', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Subnet': '1.1', Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: 'Trunk': '1.1'}} Jul 13 19:15:29.783874 dv-cinder-786930-3-iscsi neutron-server[93115]: {{(pid=93115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:15:29.786497 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db01ede2-9dbb-43df-a31c-8ba41d0c9c88,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:29.809740 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:15:29.824670 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Checking segment: {'id': '26183d6e-8e0d-4768-9251-cbc8b83e8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0224397c-6566-4e1e-baca-949043b27f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:29.825521 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Network hostable DHCP agents. Network: 0224397c-6566-4e1e-baca-949043b27f7f, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:15:29.835175 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.835622 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Added segment ff8d0810-c632-4715-b829-12084a0cd188 of type vlan for network 850985c3-a320-4455-9ecb-f7eb12f7325c Jul 13 19:15:29.854632 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Network 0224397c-6566-4e1e-baca-949043b27f7f is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:15:29.872593 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Made reservation on behalf of 5e6b8bbfe0ef46c787ecb467cd99983a for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:29.878459 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.925997 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.927413 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:29.929252 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 0224397c-6566-4e1e-baca-949043b27f7f) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:29.940633 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd3a2e0-ffcb-4be0-9452-f879a3df0b89 None None] Network 0224397c-6566-4e1e-baca-949043b27f7f requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:29.951054 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:29.951648 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.010788 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.011906 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:30.012518 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.012641 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.025778 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.071916 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:15:30.100727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.101087 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Added segment cecbb32c-d77c-4760-8873-f33315b89141 of type vlan for network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 Jul 13 19:15:30.103642 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a24717-3c84-4383-bb51-861a810d3800,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:30.121093 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] Pushing event updated for resources: {'Network': ['ID=850985c3-a320-4455-9ecb-f7eb12f7325c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:30.169521 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.186274 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 850985c3-a320-4455-9ecb-f7eb12f7325c details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:15:30.231319 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.234795 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.236039 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:30.236809 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.251027 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.252728 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-40bd39aa-7ed3-498e-bf41-ad45e2c69b31 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5264604 Jul 13 19:15:30.255914 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54786) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:30.262118 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Request body: {'subnet': {'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-236151471-subnet', 'tenant_id': '000a322b4691436ebdd3ae90fc748e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:30.296618 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e239b85-8d20-4e27-b050-d3954e5e85c3 None None] Network 0224397c-6566-4e1e-baca-949043b27f7f requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:30.318270 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f1fa1c0d-9f1d-4766-8bee-0ca8f3dfc706 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1538026 Jul 13 19:15:30.324450 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Made reservation on behalf of 000a322b4691436ebdd3ae90fc748e22 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:30.330307 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3504338 Jul 13 19:15:30.334708 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54794) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:30.336202 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.342511 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Request body: {'subnet': {'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-subnet', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:30.348838 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:15:30.374708 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28889b3-49f9-4ee9-ab80-567a5a528312 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:30.382115 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.382754 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Added segment cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a of type vlan for network 4cd79301-d87a-4d0a-8170-40824eeac598 Jul 13 19:15:30.394340 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:15:30.405121 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f379eb-caa0-421c-8bdb-074eedb1e6fc,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:30.480601 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Made reservation on behalf of 73adb7d85b2143419a5d825c5bcc59db for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:30.481564 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.581376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.694904 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.695875 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:30.696463 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.774408 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.809540 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6764941 Jul 13 19:15:30.813731 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54822) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:30.824308 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Request body: {'subnet': {'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-subnet', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:30.842953 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=045f3d82-b9e0-4327-aec7-f9d3a83629c3,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:30.867932 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807d7b3-147a-4225-a3c0-6e4e88102ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd79301-d87a-4d0a-8170-40824eeac598,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:30.879563 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Made reservation on behalf of 5e6b8bbfe0ef46c787ecb467cd99983a for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:30.881417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 4cd79301-d87a-4d0a-8170-40824eeac598 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:15:30.881957 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.900518 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Checking segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:30.900875 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Network hostable DHCP agents. Network: 850985c3-a320-4455-9ecb-f7eb12f7325c, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:15:30.953808 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Network 850985c3-a320-4455-9ecb-f7eb12f7325c is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:15:30.973001 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 850985c3-a320-4455-9ecb-f7eb12f7325c) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:30.977800 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:30.978401 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:30.988097 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a97ea-d077-4bdc-9892-076ae34ede27 None None] Network 850985c3-a320-4455-9ecb-f7eb12f7325c requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:31.021356 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54852) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:31.023080 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-ed990e2e-f8b5-4744-9e11-f4e34645aa9f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7613399 Jul 13 19:15:31.024434 dv-cinder-786930-3-iscsi neutron-server[93115]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 19:15:31.119671 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.177501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25321f43-cd18-41d5-80a0-af7a2f4fe354 None None] Network 850985c3-a320-4455-9ecb-f7eb12f7325c requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:31.267591 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Checking segment: {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:31.268264 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Network hostable DHCP agents. Network: ea1d1b2e-c5b8-4671-8c05-39b21c3980e6, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:15:31.322530 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54866) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:31.396306 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e0cf07-4a1f-49dd-8847-45ddf936b9b8,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:31.447744 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:15:31.470834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766622-3db6-4566-9a84-503ab6a86151 req-5bf5581f-210d-4650-931f-b41d4a2f7afe tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:31.472376 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-5bf5581f-210d-4650-931f-b41d4a2f7afe tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/networks?id=0224397c-6566-4e1e-baca-949043b27f7f HTTP/1.1" status: 200 len: 811 time: 0.4495082 Jul 13 19:15:31.475041 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, ea1d1b2e-c5b8-4671-8c05-39b21c3980e6) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:31.476315 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5f777b90-df56-4595-9b83-7bce770e7d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.485202 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d57f0e-91d2-40aa-9b00-2394daf260fe None None] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:31.486382 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:31.486977 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.536389 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-de20e23a-4d03-4502-8c98-a26d267ff639 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/quotas/0a2afd43d8514e7e86a1d646d7430e05 HTTP/1.1" status: 200 len: 375 time: 0.0515001 Jul 13 19:15:31.594306 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5f777b90-df56-4595-9b83-7bce770e7d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.596499 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-5d0c968b-1110-4ed4-8aee-b542691d85b5 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2afd43d8514e7e86a1d646d7430e05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469003 Jul 13 19:15:31.600954 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.606821 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5f777b90-df56-4595-9b83-7bce770e7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.634236 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-62b4bef0-3fa5-48ca-9c96-631355ff11c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2955258 Jul 13 19:15:31.641787 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54890) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:31.666172 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:31.677152 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:31.685477 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Checking segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:31.685855 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Network hostable DHCP agents. Network: 4cd79301-d87a-4d0a-8170-40824eeac598, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:15:31.702564 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5f777b90-df56-4595-9b83-7bce770e7d15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cf83c2d0e6d4e95989f7c1dc60b465b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3782194 Jul 13 19:15:31.703190 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 54894) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:31.705464 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f777b90-df56-4595-9b83-7bce770e7d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2185ec80-c05b-4297-ab3f-25a4c7bee4eb,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:31.723069 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Network 4cd79301-d87a-4d0a-8170-40824eeac598 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:15:31.745501 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 4cd79301-d87a-4d0a-8170-40824eeac598) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:31.753650 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:31.754327 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.777568 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.779445 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.784241 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf8604-72c3-4be2-83e6-f9208e565503 None None] Network 4cd79301-d87a-4d0a-8170-40824eeac598 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:31.793712 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b011e17-ac41-42f8-81d6-e979d845c78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.795755 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9c131-3e9d-489c-a363-703dd57007ae None None] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:31.830125 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5f49819e-24ac-45bb-868e-f7312f8eebc9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0122175 Jul 13 19:15:31.830769 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54902) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:31.843207 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:31.865720 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f29e8808-a760-40fe-8765-13cde688d1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.901833 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b011e17-ac41-42f8-81d6-e979d845c78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.912814 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-d07f812b-e562-4293-9081-6c7c9b31fedd service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:15:31.913697 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-d07f812b-e562-4293-9081-6c7c9b31fedd service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1510556 Jul 13 19:15:31.919574 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.920727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:31.943930 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.040497 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54920) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:32.096214 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.139092 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.145475 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b011e17-ac41-42f8-81d6-e979d845c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.148037 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b011e17-ac41-42f8-81d6-e979d845c78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.149422 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2b011e17-ac41-42f8-81d6-e979d845c78e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2185ec80-c05b-4297-ab3f-25a4c7bee4eb HTTP/1.1" status: 204 len: 168 time: 0.4448769 Jul 13 19:15:32.158488 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b011e17-ac41-42f8-81d6-e979d845c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185ec80-c05b-4297-ab3f-25a4c7bee4eb,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:32.183355 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-4cd79301-d87a-4d0a-8170-40824eeac598', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:15:32.184368 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.197319 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.207265 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-2895706c-ee4f-446d-8d90-5cb8d0b1e879 service neutron] 10.222.0.62 "GET /v2.0/networks/0224397c-6566-4e1e-baca-949043b27f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790954 Jul 13 19:15:32.367844 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Allocated IP 172.20.0.2 (4cd79301-d87a-4d0a-8170-40824eeac598/fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2/ccc90705-5856-437b-aee5-d267933f3417) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:32.390494 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.418937 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.458104 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.479307 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-10395926-8d28-4d24-8a0e-115718c01907 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:32.481074 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-10395926-8d28-4d24-8a0e-115718c01907 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.4180460 Jul 13 19:15:32.541900 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.550836 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Transition to ACTIVE for port object ccc90705-5856-437b-aee5-d267933f3417 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:32.557761 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-54c3e47d-adb3-43b1-84e4-77ccc373fb1f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/quotas/000a322b4691436ebdd3ae90fc748e22 HTTP/1.1" status: 200 len: 375 time: 0.0690708 Jul 13 19:15:32.559869 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-87b35a8b-90e8-4a34-9822-6090154d6633 service neutron] 10.222.0.62 "GET /v2.0/networks/0224397c-6566-4e1e-baca-949043b27f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449547 Jul 13 19:15:32.560292 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54926) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:32.561746 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Allocated IP 172.27.3.231 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/7225a11f-1c69-4e06-b083-9671f216d1d5) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:32.581220 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Transition to ACTIVE for port object ccc90705-5856-437b-aee5-d267933f3417 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:32.588049 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-46db9e23-683b-4daa-8a91-e30547cbe609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.592290 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.616235 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-c57c0d73-bbec-4b4c-85ab-b89108ba4ae8 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467157 Jul 13 19:15:32.620453 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Network 4cd79301-d87a-4d0a-8170-40824eeac598 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:32.692206 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.705163 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:32.707288 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Pushing event updated for resources: {'Port': ['ID=ccc90705-5856-437b-aee5-d267933f3417,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:32.709487 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:32.733542 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.733915 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.734265 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.741885 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.745335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.745801 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.746148 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.746489 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.746827 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.747179 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.747511 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.747840 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Tracked resource versions report: Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: pushed versions: Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: { 'AddressGroup': {'1.2'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'ConntrackHelper': {'1.0'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Log': {'1.0'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Network': {'1.1'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Port': {'1.7'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'PortForwarding': {'1.2'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'QosPolicy': {'1.8'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroup': {'1.4'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SubPort': {'1.0'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Subnet': {'1.1'}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Trunk': {'1.1'}} Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: consumer versions: Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'ConntrackHelper': '1.0', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Log': '1.0', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Network': '1.1', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Port': '1.7', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'PortForwarding': '1.2', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'QosPolicy': '1.8', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroup': '1.4', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SecurityGroupRule': '1.2', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'SubPort': '1.0', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Subnet': '1.1', Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: 'Trunk': '1.1'}} Jul 13 19:15:32.749375 dv-cinder-786930-3-iscsi neutron-server[93116]: {{(pid=93116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:15:32.798068 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Pushing event updated for resources: {'Port': ['ID=7225a11f-1c69-4e06-b083-9671f216d1d5,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:32.810309 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:32.812039 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:32.815384 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:32.876647 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-46db9e23-683b-4daa-8a91-e30547cbe609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.885786 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Attempting to bind port ccc90705-5856-437b-aee5-d267933f3417 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:32.886712 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Attempting to bind port ccc90705-5856-437b-aee5-d267933f3417 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:32.887473 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Attempting to bind port ccc90705-5856-437b-aee5-d267933f3417 on network 4cd79301-d87a-4d0a-8170-40824eeac598 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:32.889008 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-46db9e23-683b-4daa-8a91-e30547cbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.904915 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:32.905300 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Checking segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:32.905744 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.906143 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Bound using segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:32.906646 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Bound port: ccc90705-5856-437b-aee5-d267933f3417, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:32.907013 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.908916 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:32.936250 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-8e7464a4-e0a1-47c4-9997-17e9c00351db service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:15:32.942832 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-8e7464a4-e0a1-47c4-9997-17e9c00351db service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1555257 Jul 13 19:15:33.014019 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] For port ccc90705-5856-437b-aee5-d267933f3417, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:33.017968 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] For port ccc90705-5856-437b-aee5-d267933f3417, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=ccc90705-5856-437b-aee5-d267933f3417,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:33.025768 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.047057 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.111556 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f442d42-6303-43fd-b573-0fec507c6262 None None] Pushing event updated for resources: {'Port': ['ID=ccc90705-5856-437b-aee5-d267933f3417,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:33.143450 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.147880 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-85ec75d1-17b4-4ae6-be75-f6085734ab2a req-02059d5c-28c8-42a8-a75e-f44ac042c0a9 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0896378 Jul 13 19:15:33.157992 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-46db9e23-683b-4daa-8a91-e30547cbe609 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79684bf5dd604915b4e2269ac2665ed1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5958123 Jul 13 19:15:33.160475 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 54958) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:33.174984 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db9e23-683b-4daa-8a91-e30547cbe609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a51d4-5348-4020-8be7-2e3b59924c66,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:33.295398 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.335820 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-21d643ce-10f8-4056-aed1-1b81a3355ace service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921356 Jul 13 19:15:33.370954 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8503719-a056-4b94-a223-47ca24be982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.525420 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Allocated IP 172.27.3.116 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/fdd18f8d-9cca-40da-85c7-4d15ad6e618b) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:33.545713 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-cd0063d8-cd89-46e9-8ba0-81a0f46410a5 service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712387 Jul 13 19:15:33.558602 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8503719-a056-4b94-a223-47ca24be982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.606243 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.690998 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8503719-a056-4b94-a223-47ca24be982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.693530 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8503719-a056-4b94-a223-47ca24be982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.694797 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f8503719-a056-4b94-a223-47ca24be982b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e35a51d4-5348-4020-8be7-2e3b59924c66 HTTP/1.1" status: 204 len: 168 time: 0.5284545 Jul 13 19:15:33.710461 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8503719-a056-4b94-a223-47ca24be982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a51d4-5348-4020-8be7-2e3b59924c66,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:33.717014 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.777700 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:33.843345 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:15:33.866015 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:33.899569 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-79fe4651-ecb6-483b-96a4-2d2c8758b905 req-5a288b83-e32b-4d1e-9332-8e71c2459c71 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 210 time: 0.0878894 Jul 13 19:15:33.900436 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:33.910439 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:34.023637 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:15:34.039583 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Sync routers for ids ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:15:34.055494 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:34.056375 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Routers {'4f05d0d6-fab1-47d9-8185-79f3a8282b05'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:34.056916 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:34.060367 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7d5bf655-b3bf-4ebc-94f3-ed191762da64 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4158173 Jul 13 19:15:34.061275 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55012) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:34.061990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:34.327698 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3768355-1bd9-47aa-b46c-0a6b4ed7f566 req-cfb8b466-e105-4e33-993c-15349021e426 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0561218 Jul 13 19:15:34.388144 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Set router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:34.452167 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:34.632462 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ccc90705-5856-437b-aee5-d267933f3417 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:34.753035 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2782ed0-6036-4e41-b90a-8aa39855689d None None] Network 4cd79301-d87a-4d0a-8170-40824eeac598 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:15:34.905912 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:34.917241 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port ccc90705-5856-437b-aee5-d267933f3417 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:34.994007 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:32Z', 'revision_number': 3, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port': {'id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:32Z', 'updated_at': '2021-07-13T19:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:34.999914 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.049139 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Checking router: 4f05d0d6-fab1-47d9-8185-79f3a8282b05 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:15:35.050156 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Updating router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 port 7225a11f-1c69-4e06-b083-9671f216d1d5 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:15:35.122051 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5570537c-059e-452e-a374-8201fdedcddc None None] Provisioning for port ccc90705-5856-437b-aee5-d267933f3417 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:35.148957 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5570537c-059e-452e-a374-8201fdedcddc None None] Provisioning complete for port ccc90705-5856-437b-aee5-d267933f3417 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:35.149382 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5570537c-059e-452e-a374-8201fdedcddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.160238 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.165854 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.371976 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a1453f34-c507-4e73-985e-97937d537de7 req-bd79e3c6-f546-444e-95b9-3db30d90abbe tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 210 time: 0.2000589 Jul 13 19:15:35.465874 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Allocated IP 172.20.0.1 (ea1d1b2e-c5b8-4671-8c05-39b21c3980e6/90e0cf07-4a1f-49dd-8847-45ddf936b9b8/fe709e4e-6091-469a-912a-314bd4f308c3) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:35.574433 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5570537c-059e-452e-a374-8201fdedcddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.622753 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5570537c-059e-452e-a374-8201fdedcddc None None] For port ccc90705-5856-437b-aee5-d267933f3417, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=ccc90705-5856-437b-aee5-d267933f3417,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:35.633207 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5570537c-059e-452e-a374-8201fdedcddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.716391 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Router b214c445-f8b4-4191-a264-c53a237395b3 is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:15:35.757743 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570537c-059e-452e-a374-8201fdedcddc None None] Pushing event updated for resources: {'Port': ['ID=ccc90705-5856-437b-aee5-d267933f3417,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:35.839664 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.865941 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e5db111d-38d4-42cf-938f-4e4d7215b689 None None] Provisioning complete for port ccc90705-5856-437b-aee5-d267933f3417 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:35.866325 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e5db111d-38d4-42cf-938f-4e4d7215b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.869536 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Transition to ACTIVE for port object 7225a11f-1c69-4e06-b083-9671f216d1d5 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:35.884559 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.940523 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Pushing event updated for resources: {'Port': ['ID=7225a11f-1c69-4e06-b083-9671f216d1d5,revision_number=2']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:35.952497 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.953160 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.954192 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.954751 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.955332 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.955890 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.956424 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.956936 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.957045 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:35.957992 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.958490 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.959041 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.959594 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Tracked resource versions report: Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: pushed versions: Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: { 'AddressGroup': {'1.2'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'ConntrackHelper': {'1.0'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Log': {'1.0'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Network': {'1.1'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Port': {'1.7'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'PortForwarding': {'1.2'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'QosPolicy': {'1.8'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroup': {'1.4'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroupRule': {'1.2'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SubPort': {'1.0'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Subnet': {'1.1'}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Trunk': {'1.1'}} Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: consumer versions: Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: { DHCP agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: HyperV agent@hv-cinder-78693: {}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: L3 agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: Metadata agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: Metering agent@dv-cinder-786930-3-iscsi: {}, Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: Open vSwitch agent@dv-cinder-786930-3-iscsi: { 'AddressGroup': '1.2', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'ConntrackHelper': '1.0', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Log': '1.0', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Network': '1.1', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Port': '1.7', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'PortForwarding': '1.2', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'QosPolicy': '1.8', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroup': '1.4', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SecurityGroupRule': '1.2', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'SubPort': '1.0', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Subnet': '1.1', Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: 'Trunk': '1.1'}} Jul 13 19:15:35.964271 dv-cinder-786930-3-iscsi neutron-server[93118]: {{(pid=93118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 19:15:35.991540 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:15:36.014637 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Sync routers for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:15:36.039026 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc780e99-435e-4f1b-8ccb-41874d8a67ae req-461f5043-09ee-448a-82ba-62ad2065ec5a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0437746 Jul 13 19:15:36.041142 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Attempting to bind port 7225a11f-1c69-4e06-b083-9671f216d1d5 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:36.041517 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Attempting to bind port 7225a11f-1c69-4e06-b083-9671f216d1d5 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:36.041895 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Attempting to bind port 7225a11f-1c69-4e06-b083-9671f216d1d5 on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:36.051182 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:36.054936 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:36.057581 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:36.058405 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:36.059072 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Bound port: 7225a11f-1c69-4e06-b083-9671f216d1d5, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:36.060990 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:36.088529 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:36.090074 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-0a1f6931-f497-481a-8fd8-ccf635147bc3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2567325 Jul 13 19:15:36.090857 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:36.091668 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:36.092733 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55118) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:36.137232 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.61', 56368) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:36.187061 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:36.191607 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] For port 7225a11f-1c69-4e06-b083-9671f216d1d5, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:36.196646 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] For port 7225a11f-1c69-4e06-b083-9671f216d1d5, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7225a11f-1c69-4e06-b083-9671f216d1d5,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:36.207217 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:36.351417 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:36.367904 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22459be4-5943-419f-8a29-d0703746be9d None None] Pushing event updated for resources: {'Port': ['ID=7225a11f-1c69-4e06-b083-9671f216d1d5,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:36.387799 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:36.391196 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:36.391971 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:36.413456 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Routers {'4f05d0d6-fab1-47d9-8185-79f3a8282b05'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:36.414599 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:36.708602 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] Set router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:36.743856 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55134) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:36.788187 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Pushing event updated for resources: {'Port': ['ID=fe709e4e-6091-469a-912a-314bd4f308c3,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:36.792510 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:36.793204 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a8891658-5c58-4291-ab66-f5e80d248714 req-3ced7a78-d873-48e8-8b26-b30fab1e2f51 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 210 time: 0.0481763 Jul 13 19:15:36.902976 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ccc90705-5856-437b-aee5-d267933f3417 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:36.916028 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766622-3db6-4566-9a84-503ab6a86151 req-4ad032bd-6ca8-4512-bd36-ad4e5deb1c46 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:36.917576 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-4ad032bd-6ca8-4512-bd36-ad4e5deb1c46 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.61 "GET /v2.0/networks?id=0224397c-6566-4e1e-baca-949043b27f7f HTTP/1.1" status: 200 len: 811 time: 0.7772985 Jul 13 19:15:37.008373 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Request body: {'port': {'device_id': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'network_id': '0224397c-6566-4e1e-baca-949043b27f7f', 'admin_state_up': True, 'tenant_id': '0a2afd43d8514e7e86a1d646d7430e05'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:37.052056 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.61', 56374) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:37.246143 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:32Z', 'revision_number': 3, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port': {'id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:32Z', 'updated_at': '2021-07-13T19:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:37.309503 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port ccc90705-5856-437b-aee5-d267933f3417 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:37.309842 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:37.325940 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:37.325940 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd25eb4-e977-46a9-9ab1-b19c15ce93f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:37.332540 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf6e57-e832-4aba-abfd-1b9032067e8d None None] The sync data for ids ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'] in dv-cinder-786930-3-iscsi is: [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:32Z', 'revision_number': 3, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port': {'id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:32Z', 'updated_at': '2021-07-13T19:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:15:37.517075 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:34Z', 'revision_number': 3, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:37.596057 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-744ed3f5-ff16-4fc7-afb6-24aa48d69808 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:37.597654 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-744ed3f5-ff16-4fc7-afb6-24aa48d69808 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.5111923 Jul 13 19:15:37.608244 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Checking router: b214c445-f8b4-4191-a264-c53a237395b3 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:15:37.610278 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Updating router b214c445-f8b4-4191-a264-c53a237395b3 port fdd18f8d-9cca-40da-85c7-4d15ad6e618b binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:15:37.644294 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9158f34-3b3a-4d1e-b3f5-8172bb52c1df req-25a046ef-762f-495d-8e18-4ba16c8d7875 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 210 time: 0.1316690 Jul 13 19:15:37.678659 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Request body: {'port': {'device_id': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'admin_state_up': True, 'tenant_id': '000a322b4691436ebdd3ae90fc748e22'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:37.707220 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:37.769957 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55210) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:37.892961 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.038778 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd25eb4-e977-46a9-9ab1-b19c15ce93f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.169169 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1a-986f-43c2-8d8c-592d0c5d6dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.195416 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:15:38.280396 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd25eb4-e977-46a9-9ab1-b19c15ce93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.344532 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1a-986f-43c2-8d8c-592d0c5d6dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.353714 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Made reservation on behalf of 0a2afd43d8514e7e86a1d646d7430e05 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:38.364074 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.389016 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f7002f1a-986f-43c2-8d8c-592d0c5d6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.442023 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-3fd25eb4-e977-46a9-9ab1-b19c15ce93f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a9c446e70ea451999657c970dbcdf6f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6611335 Jul 13 19:15:38.470552 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.515749 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55232) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:38.520373 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25eb4-e977-46a9-9ab1-b19c15ce93f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912f286e-d45b-46b3-a18b-3fc0c7830328,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:38.522821 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Transition to ACTIVE for port object fdd18f8d-9cca-40da-85c7-4d15ad6e618b will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:38.542676 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.656004 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7225a11f-1c69-4e06-b083-9671f216d1d5 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:38.717144 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f7002f1a-986f-43c2-8d8c-592d0c5d6dd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f806d8b2629042ae9a4fdf6026b999a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9456828 Jul 13 19:15:38.740264 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55246) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:38.759301 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607701be-ef25-460b-9d65-affd1a3c271d None None] Pushing event updated for resources: {'Port': ['ID=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:38.808068 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f3054866-335e-47f3-91e6-c86a1b3d6a9f req-36b5c5e4-cd0b-4411-a804-b63e71fcbe9d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 210 time: 0.5278890 Jul 13 19:15:38.824038 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.883596 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Made reservation on behalf of 000a322b4691436ebdd3ae90fc748e22 for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:38.891216 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.911594 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Attempting to bind port fdd18f8d-9cca-40da-85c7-4d15ad6e618b on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:38.911851 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Attempting to bind port fdd18f8d-9cca-40da-85c7-4d15ad6e618b by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:38.912191 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Attempting to bind port fdd18f8d-9cca-40da-85c7-4d15ad6e618b on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:38.931633 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7002f1a-986f-43c2-8d8c-592d0c5d6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6282d8d-5f41-4e2a-a414-ea323a17679a,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:38.932030 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:38.935349 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:38.937458 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.937905 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:38.938419 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Bound port: fdd18f8d-9cca-40da-85c7-4d15ad6e618b, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:38.938833 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.940941 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:38.947939 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.103409 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 7225a11f-1c69-4e06-b083-9671f216d1d5 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:39.129750 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 7225a11f-1c69-4e06-b083-9671f216d1d5 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:39.130134 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.228068 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Pushing event updated for resources: {'Port': ['ID=fe709e4e-6091-469a-912a-314bd4f308c3,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:39.229888 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] For port fdd18f8d-9cca-40da-85c7-4d15ad6e618b, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:39.292491 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] For port fdd18f8d-9cca-40da-85c7-4d15ad6e618b, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:39.321336 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.344623 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9e1bf527-42ac-43b0-8635-5453308d939b req-6e08b14a-88e8-4f3f-a7e7-c9c97d6c5127 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0405207 Jul 13 19:15:39.413017 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0be5df1c-5a2b-4051-a229-628af07c51a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.422607 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Allocated IP 172.20.0.1 (4cd79301-d87a-4d0a-8170-40824eeac598/fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2/f2e4ea22-0359-47d3-9003-ddc94a30bb60) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:39.458939 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0be5df1c-5a2b-4051-a229-628af07c51a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.493048 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.528366 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:39.529210 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:39.539665 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1f8e584d-da4b-4f5f-8c62-02b7c98e3f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.543351 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607701be-ef25-460b-9d65-affd1a3c271d None None] Pushing event updated for resources: {'Port': ['ID=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:39.588894 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 7225a11f-1c69-4e06-b083-9671f216d1d5, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7225a11f-1c69-4e06-b083-9671f216d1d5,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:39.611496 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.718571 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1f8e584d-da4b-4f5f-8c62-02b7c98e3f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.743210 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=7225a11f-1c69-4e06-b083-9671f216d1d5,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:39.754182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.781404 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:39.876395 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0be5df1c-5a2b-4051-a229-628af07c51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.886246 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0be5df1c-5a2b-4051-a229-628af07c51a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:39.889125 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-0be5df1c-5a2b-4051-a229-628af07c51a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6282d8d-5f41-4e2a-a414-ea323a17679a HTTP/1.1" status: 204 len: 168 time: 1.1460164 Jul 13 19:15:39.895632 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Allocated IP 172.20.0.10 (0224397c-6566-4e1e-baca-949043b27f7f/048f866b-2ce1-4fb1-bb08-b389711f39d8/51f9e6b7-1a1e-4121-be57-e05acdbf2897) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:39.906409 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Transition to ACTIVE for port object f2e4ea22-0359-47d3-9003-ddc94a30bb60 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:39.917567 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:39.928818 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:39.993747 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Allocated IP 172.20.0.11 (850985c3-a320-4455-9ecb-f7eb12f7325c/045f3d82-b9e0-4327-aec7-f9d3a83629c3/78a29a90-a22a-473c-a951-c3f19e40aaf8) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:40.085105 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1f8e584d-da4b-4f5f-8c62-02b7c98e3f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:40.089914 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1f8e584d-da4b-4f5f-8c62-02b7c98e3f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:40.091816 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1f8e584d-da4b-4f5f-8c62-02b7c98e3f07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/912f286e-d45b-46b3-a18b-3fc0c7830328 HTTP/1.1" status: 204 len: 168 time: 1.5492382 Jul 13 19:15:40.114612 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5df1c-5a2b-4051-a229-628af07c51a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6282d8d-5f41-4e2a-a414-ea323a17679a,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:40.117210 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e584d-da4b-4f5f-8c62-02b7c98e3f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912f286e-d45b-46b3-a18b-3fc0c7830328,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:40.255279 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-555cda59-c6bb-42f9-a1e2-c5bffdd4c298 req-7729252e-24d1-4772-bb42-5dadced7061c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 210 time: 0.1425526 Jul 13 19:15:40.366537 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:34Z', 'revision_number': 3, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:40.479991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534213a9-fad7-4a2c-84dd-ea9bf4ee21be None None] The sync data for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi is: [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:34Z', 'revision_number': 3, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:15:40.569214 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:40.584275 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:40.627110 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7225a11f-1c69-4e06-b083-9671f216d1d5 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:40.707150 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:40.716040 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 7225a11f-1c69-4e06-b083-9671f216d1d5 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:40.716254 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:15:40.717297 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:40.778240 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e4ea22-0359-47d3-9003-ddc94a30bb60,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:40.895200 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bb450fd0-2eee-4327-a438-b608cc354b81 req-a70ba368-6951-4773-98b9-e0246a7724dc tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 210 time: 0.3050568 Jul 13 19:15:40.908201 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Network 4cd79301-d87a-4d0a-8170-40824eeac598 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:40.931753 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:40.953859 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:40.953859 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:41.188949 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:41.569483 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd60fcd6-4e2a-4c80-9a1f-a4ce8e1595e2 req-84f412b7-c5b6-44c4-a93e-42da4762d3b7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 210 time: 0.0626519 Jul 13 19:15:41.571201 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:41.573048 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:41.588469 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1a536d2c-1ee2-4732-9f06-61d2f4db5d2b None None] Provisioning for port f2e4ea22-0359-47d3-9003-ddc94a30bb60 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:41.593708 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1a536d2c-1ee2-4732-9f06-61d2f4db5d2b None None] Provisioning complete for port f2e4ea22-0359-47d3-9003-ddc94a30bb60 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:41.594099 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1a536d2c-1ee2-4732-9f06-61d2f4db5d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:41.694806 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:15:41.698905 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-1a536d2c-1ee2-4732-9f06-61d2f4db5d2b None None] Port f2e4ea22-0359-47d3-9003-ddc94a30bb60 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:15:41.710943 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Sync routers for ids ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:15:41.712579 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Network 0224397c-6566-4e1e-baca-949043b27f7f is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:41.726244 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-3c638f9d-5804-42bb-9882-47af49a4108e admin admin] 10.222.0.62 "PUT /v2.0/routers/4f05d0d6-fab1-47d9-8185-79f3a8282b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6637766 Jul 13 19:15:41.738261 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Routers {'4f05d0d6-fab1-47d9-8185-79f3a8282b05'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:41.738712 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:41.738997 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:41.746649 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:41.752443 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:41.753108 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:41.756701 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Network 850985c3-a320-4455-9ecb-f7eb12f7325c is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:41.767720 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Pushing event updated for resources: {'Port': ['ID=51f9e6b7-1a1e-4121-be57-e05acdbf2897,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:41.804775 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-c3bc58c3-3648-4bc4-9aee-278967d46574 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8147273 Jul 13 19:15:41.818107 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:41.830157 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-0d72051a-ff7b-4e92-93c2-3709bc51e445 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:15:41.832980 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-0d72051a-ff7b-4e92-93c2-3709bc51e445 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209587 Jul 13 19:15:41.858523 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:41.865768 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:41.866742 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:41.920433 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2604914 Jul 13 19:15:41.925309 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa47c7e-016a-49fc-a4a9-ea9ae71b1b19 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event updated for resources: {'Port': ['ID=78a29a90-a22a-473c-a951-c3f19e40aaf8,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:42.177935 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:42.187039 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:42.191882 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:42.324690 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55338) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:42.346816 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Set router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:42.395486 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e4ea22-0359-47d3-9003-ddc94a30bb60,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:42.668499 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fdd18f8d-9cca-40da-85c7-4d15ad6e618b up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:42.747595 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0bd842f0-bab0-4594-971d-662577957b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:42.848213 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port fdd18f8d-9cca-40da-85c7-4d15ad6e618b completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:42.854783 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port fdd18f8d-9cca-40da-85c7-4d15ad6e618b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:42.855242 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:42.883410 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:37Z', 'revision_number': 4, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port': {'id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:32Z', 'updated_at': '2021-07-13T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'fe709e4e-6091-469a-912a-314bd4f308c3', 'name': '', 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'mac_address': 'fa:16:3e:85:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:34Z', 'updated_at': '2021-07-13T19:15:37Z', 'revision_number': 2, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'subnets': [{'id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:42.925553 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Network 4cd79301-d87a-4d0a-8170-40824eeac598 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:42.972618 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Checking router: 4f05d0d6-fab1-47d9-8185-79f3a8282b05 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:15:42.973496 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Updating router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 port fe709e4e-6091-469a-912a-314bd4f308c3 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:15:43.004337 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:43.045172 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0bd842f0-bab0-4594-971d-662577957b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.052883 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0bd842f0-bab0-4594-971d-662577957b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.081508 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.093401 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.102865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14278e96-4af9-4a65-8aa7-7209e38d4a38 req-79a1a8b3-dcce-4a54-9471-c95af0e405bc tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:43.111953 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-14278e96-4af9-4a65-8aa7-7209e38d4a38 req-79a1a8b3-dcce-4a54-9471-c95af0e405bc tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 932 time: 0.7415526 Jul 13 19:15:43.136988 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-0bd842f0-bab0-4594-971d-662577957b6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32ffe022e27740d5a68fa1d4b3b2ec47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8083503 Jul 13 19:15:43.138612 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Request body: {'port': {'device_id': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:43.142471 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Request body: {'port': {'device_id': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:43.166001 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55360) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:43.207396 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port fdd18f8d-9cca-40da-85c7-4d15ad6e618b, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:43.216396 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.326161 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd842f0-bab0-4594-971d-662577957b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f5080-53c7-4ae6-aebf-c2322e849245,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:43.431427 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:43.517782 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.547816 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-cd346242-2708-4cfa-a884-5ae69f7537b7 None None] Provisioning complete for port f2e4ea22-0359-47d3-9003-ddc94a30bb60 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:43.547816 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-cd346242-2708-4cfa-a884-5ae69f7537b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.625829 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-cd346242-2708-4cfa-a884-5ae69f7537b7 None None] Port f2e4ea22-0359-47d3-9003-ddc94a30bb60 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:15:43.740289 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.753806 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Transition to ACTIVE for port object fe709e4e-6091-469a-912a-314bd4f308c3 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:43.770788 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.848941 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5d86-8371-47ec-bc90-c77f301c97a1 None None] Pushing event updated for resources: {'Port': ['ID=fe709e4e-6091-469a-912a-314bd4f308c3,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:43.945162 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Attempting to bind port fe709e4e-6091-469a-912a-314bd4f308c3 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:43.945980 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Attempting to bind port fe709e4e-6091-469a-912a-314bd4f308c3 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:43.946090 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Attempting to bind port fe709e4e-6091-469a-912a-314bd4f308c3 on network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:43.951781 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:43.952242 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Checking segment: {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:43.952720 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:43.953164 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Bound using segment: {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:43.953737 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Bound port: fe709e4e-6091-469a-912a-314bd4f308c3, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:43.954183 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.042987 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] For port fe709e4e-6091-469a-912a-314bd4f308c3, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:44.049444 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] For port fe709e4e-6091-469a-912a-314bd4f308c3, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=fe709e4e-6091-469a-912a-314bd4f308c3,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:44.054978 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-14278e96-4af9-4a65-8aa7-7209e38d4a38 req-54875e4e-b9f2-4720-bd12-3d2b7487b53a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8998053 Jul 13 19:15:44.059837 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.124505 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a29a90-a22a-473c-a951-c3f19e40aaf8 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:15:44.148583 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.162909 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55382) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:44.199172 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Routers {'4f05d0d6-fab1-47d9-8185-79f3a8282b05'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:44.199854 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:44.240453 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Transition to ACTIVE for port object 78a29a90-a22a-473c-a951-c3f19e40aaf8 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:44.251782 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.339288 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Router b214c445-f8b4-4191-a264-c53a237395b3 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:15:44.377595 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae504d-3c6b-4dc6-980a-0be31ab1b69d req-fc735ec9-5b32-4ee1-b37e-119f1c60c7a3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:44.388948 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dbae504d-3c6b-4dc6-980a-0be31ab1b69d req-fc735ec9-5b32-4ee1-b37e-119f1c60c7a3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 932 time: 1.4715676 Jul 13 19:15:44.401199 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5d86-8371-47ec-bc90-c77f301c97a1 None None] Pushing event updated for resources: {'Port': ['ID=fe709e4e-6091-469a-912a-314bd4f308c3,revision_number=4']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:44.471633 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Pushing event updated for resources: {'Port': ['ID=78a29a90-a22a-473c-a951-c3f19e40aaf8,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:44.506701 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Attempting to bind port 78a29a90-a22a-473c-a951-c3f19e40aaf8 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:44.507290 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Attempting to bind port 78a29a90-a22a-473c-a951-c3f19e40aaf8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:44.508838 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Attempting to bind port 78a29a90-a22a-473c-a951-c3f19e40aaf8 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:44.532960 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Port 78a29a90-a22a-473c-a951-c3f19e40aaf8 on network 850985c3-a320-4455-9ecb-f7eb12f7325c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:15:44.533286 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Attempting to bind port 78a29a90-a22a-473c-a951-c3f19e40aaf8 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:44.542685 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] Set router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:44.547020 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:44.547386 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Checking segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:44.548311 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Bound using segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:44.548760 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Bound port: 78a29a90-a22a-473c-a951-c3f19e40aaf8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:44.549136 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.579275 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cd12612d-bb6d-4bc2-a4b7-21c16d63edaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.626272 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fdd18f8d-9cca-40da-85c7-4d15ad6e618b up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:44.660183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.735699 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] For port 78a29a90-a22a-473c-a951-c3f19e40aaf8, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:44.744326 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] For port 78a29a90-a22a-473c-a951-c3f19e40aaf8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:44.756996 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port fdd18f8d-9cca-40da-85c7-4d15ad6e618b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:44.769061 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.792587 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.837016 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d9636d35-f92e-4e22-916a-af4cb46dac41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.840932 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cd12612d-bb6d-4bc2-a4b7-21c16d63edaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.887102 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dbae504d-3c6b-4dc6-980a-0be31ab1b69d req-cb4d7c3a-b2fb-4f86-9b44-8f300cf733ab tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959395 Jul 13 19:15:44.989211 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:44.992964 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:44.997559 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] 10.222.0.61 "PUT /v2.0/ports/78a29a90-a22a-473c-a951-c3f19e40aaf8 HTTP/1.1" status: 200 len: 1094 time: 2.2855723 Jul 13 19:15:45.003197 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'tag': '78a29a90-a22a-473c-a951-c3f19e40aaf8'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:15:45.215438 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:37Z', 'revision_number': 4, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port': {'id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:32Z', 'updated_at': '2021-07-13T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'fe709e4e-6091-469a-912a-314bd4f308c3', 'name': '', 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'mac_address': 'fa:16:3e:85:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:34Z', 'updated_at': '2021-07-13T19:15:44Z', 'revision_number': 4, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'subnets': [{'id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:45.257292 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75952a3d-5380-496f-ab43-03a472f14038 service neutron] Pushing event updated for resources: {'Port': ['ID=78a29a90-a22a-473c-a951-c3f19e40aaf8,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:45.289896 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c575f54-35d4-4f3d-9580-b67c363315d5 None None] The sync data for ids ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'] in dv-cinder-786930-3-iscsi is: [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:37Z', 'revision_number': 4, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port': {'id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:32Z', 'updated_at': '2021-07-13T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'fe709e4e-6091-469a-912a-314bd4f308c3', 'name': '', 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'mac_address': 'fa:16:3e:85:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:34Z', 'updated_at': '2021-07-13T19:15:44Z', 'revision_number': 4, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'subnets': [{'id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:15:45.426627 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d9636d35-f92e-4e22-916a-af4cb46dac41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:45.460176 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d9636d35-f92e-4e22-916a-af4cb46dac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:45.524499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:15:45.541490 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Sync routers for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:15:45.553394 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f47e5e59-7041-4d02-a551-af4e9c4be6c7 admin admin] 10.222.0.62 "PUT /v2.0/routers/b214c445-f8b4-4191-a264-c53a237395b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4586430 Jul 13 19:15:45.555634 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:45.557502 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:45.662475 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eb8703-083d-4877-ae19-e02544cf0b91" -d '{"events": [{"name": "network-changed", "server_uuid": "d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c", "tag": "78a29a90-a22a-473c-a951-c3f19e40aaf8"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:15:45.757249 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d9636d35-f92e-4e22-916a-af4cb46dac41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac44d75fa1584ebda4df3bc2c55b8c53&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5902910 Jul 13 19:15:45.762115 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9636d35-f92e-4e22-916a-af4cb46dac41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8be5b9-7941-44af-b40d-0cf220dfc637,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:45.765862 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55428) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:45.967429 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-bfd7f2de-8d29-4244-88aa-989591ed7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:45.971186 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-bfd7f2de-8d29-4244-88aa-989591ed7aa4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 1097 time: 0.5054259 Jul 13 19:15:46.013183 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9b0237c5-8727-4711-a63f-a41bc90b8ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:46.058944 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cd12612d-bb6d-4bc2-a4b7-21c16d63edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:46.061824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cd12612d-bb6d-4bc2-a4b7-21c16d63edaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:46.063183 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-cd12612d-bb6d-4bc2-a4b7-21c16d63edaa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa0f5080-53c7-4ae6-aebf-c2322e849245 HTTP/1.1" status: 204 len: 168 time: 2.8498976 Jul 13 19:15:46.128781 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:46.154178 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12612d-bb6d-4bc2-a4b7-21c16d63edaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f5080-53c7-4ae6-aebf-c2322e849245,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:46.215285 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-d1251e08-9d6f-4d4e-bfc9-0499d7e90b79 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:46.235232 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-d1251e08-9d6f-4d4e-bfc9-0499d7e90b79 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 819 time: 1.3469512 Jul 13 19:15:46.238528 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-a2284ff8-0839-4e4f-87de-f01cd03bd15e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8 HTTP/1.1" status: 200 len: 217 time: 0.2408061 Jul 13 19:15:46.258064 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9b0237c5-8727-4711-a63f-a41bc90b8ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:46.296803 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3194b-f970-4f75-ba16-b7156101f239 req-fe539234-18f2-490f-9ea2-eea00109ca1c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:46.299525 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-07f3194b-f970-4f75-ba16-b7156101f239 req-fe539234-18f2-490f-9ea2-eea00109ca1c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 932 time: 0.9137840 Jul 13 19:15:46.333318 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-83ed716b-859d-411c-9992-2d157ad03f3b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/quotas/73adb7d85b2143419a5d825c5bcc59db HTTP/1.1" status: 200 len: 375 time: 0.0665607 Jul 13 19:15:46.488915 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-99ae4556-3aaf-4cd7-abf6-e57aa5f5ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:46.491625 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-99ae4556-3aaf-4cd7-abf6-e57aa5f5ccd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.2177567 Jul 13 19:15:46.597836 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-059ba8f2-df99-4507-b958-0f37874aed16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934610 Jul 13 19:15:46.601595 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9b0237c5-8727-4711-a63f-a41bc90b8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:46.611359 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9b0237c5-8727-4711-a63f-a41bc90b8ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:46.612449 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9b0237c5-8727-4711-a63f-a41bc90b8ad9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d8be5b9-7941-44af-b40d-0cf220dfc637 HTTP/1.1" status: 204 len: 168 time: 0.8419678 Jul 13 19:15:46.665234 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0237c5-8727-4711-a63f-a41bc90b8ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8be5b9-7941-44af-b40d-0cf220dfc637,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:46.695859 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55450) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:46.770145 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fe709e4e-6091-469a-912a-314bd4f308c3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:46.781136 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-07f3194b-f970-4f75-ba16-b7156101f239 req-e35bbc39-330e-4d56-b538-77a333348a18 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417045 Jul 13 19:15:46.855147 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-ec65e4d9-14e1-46d3-95b1-86e24184965d service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415731 Jul 13 19:15:46.911706 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-df987e29-8e0b-4165-bdbe-8cb0390b57f7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5713487 Jul 13 19:15:46.913867 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f9e6b7-1a1e-4121-be57-e05acdbf2897 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:15:46.938638 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.038153 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 2, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:47.101528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55456) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:47.139640 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Transition to ACTIVE for port object 51f9e6b7-1a1e-4121-be57-e05acdbf2897 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:47.155957 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Checking router: b214c445-f8b4-4191-a264-c53a237395b3 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:15:47.156538 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Updating router b214c445-f8b4-4191-a264-c53a237395b3 port f2e4ea22-0359-47d3-9003-ddc94a30bb60 binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:15:47.196987 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.219944 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3d00d66c-b404-42f6-acc1-e535fe71efa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.239517 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cc03b943-a014-45e0-9b9a-2400db3239f0 req-197f9d9f-286c-417d-8839-88348cd67159 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731868 Jul 13 19:15:47.266918 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.362897 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port fe709e4e-6091-469a-912a-314bd4f308c3 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:47.380281 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port fe709e4e-6091-469a-912a-314bd4f308c3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:47.380663 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.429483 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Pushing event updated for resources: {'Port': ['ID=51f9e6b7-1a1e-4121-be57-e05acdbf2897,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:47.453458 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-9171d793-4186-47e0-8cad-245cbf988dd1 service neutron] 10.222.0.62 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332973 Jul 13 19:15:47.637765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Attempting to bind port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:47.638043 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.638262 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Attempting to bind port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '26183d6e-8e0d-4768-9251-cbc8b83e8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0224397c-6566-4e1e-baca-949043b27f7f'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:47.639025 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Attempting to bind port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 on network 0224397c-6566-4e1e-baca-949043b27f7f {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:47.641636 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5982d72a-4cd8-4303-bf4e-4c141d7718a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.675255 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 on network 0224397c-6566-4e1e-baca-949043b27f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:15:47.675580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Attempting to bind port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 on network 0224397c-6566-4e1e-baca-949043b27f7f {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:47.696704 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:47.697555 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Checking segment: {'id': '26183d6e-8e0d-4768-9251-cbc8b83e8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0224397c-6566-4e1e-baca-949043b27f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:47.698073 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Bound using segment: {'id': '26183d6e-8e0d-4768-9251-cbc8b83e8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0224397c-6566-4e1e-baca-949043b27f7f'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:47.698642 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Bound port: 51f9e6b7-1a1e-4121-be57-e05acdbf2897, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26183d6e-8e0d-4768-9251-cbc8b83e8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0224397c-6566-4e1e-baca-949043b27f7f'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:47.699531 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.753586 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-a72d8df6-2238-44e8-824d-a88e47eceef0 service neutron] 10.222.0.62 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993901 Jul 13 19:15:47.772751 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port fe709e4e-6091-469a-912a-314bd4f308c3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=fe709e4e-6091-469a-912a-314bd4f308c3,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:47.788415 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.909674 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3d00d66c-b404-42f6-acc1-e535fe71efa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.923314 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3d00d66c-b404-42f6-acc1-e535fe71efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.936212 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:47.948503 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Transition to ACTIVE for port object f2e4ea22-0359-47d3-9003-ddc94a30bb60 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:47.967737 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.015157 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=fe709e4e-6091-469a-912a-314bd4f308c3,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:48.049799 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef5eb98-c04b-49e7-bc10-53ac1e3652a6 x-openstack-request-id: req-0ef5eb98-c04b-49e7-bc10-53ac1e3652a6 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:15:48.050545 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c", "tag": "78a29a90-a22a-473c-a951-c3f19e40aaf8", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:15:48.050545 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ef5eb98-c04b-49e7-bc10-53ac1e3652a6 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:15:48.050780 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'tag': '78a29a90-a22a-473c-a951-c3f19e40aaf8', 'status': 'completed', 'code': 200} Jul 13 19:15:48.191220 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-3d00d66c-b404-42f6-acc1-e535fe71efa5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f6130faa48f4d25b9df89391565d020&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0821660 Jul 13 19:15:48.194367 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55482) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:48.244595 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00d66c-b404-42f6-acc1-e535fe71efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d9d52-03ce-4e1c-b074-9bc0d2e07003,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:48.259367 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] For port 51f9e6b7-1a1e-4121-be57-e05acdbf2897, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:48.282689 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] For port 51f9e6b7-1a1e-4121-be57-e05acdbf2897, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=51f9e6b7-1a1e-4121-be57-e05acdbf2897,segment=NetworkSegment(26183d6e-8e0d-4768-9251-cbc8b83e8423),segment_id=26183d6e-8e0d-4768-9251-cbc8b83e8423)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:48.287562 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae91d97-2d8f-4f80-9802-834b08196bee None None] Pushing event updated for resources: {'Port': ['ID=f2e4ea22-0359-47d3-9003-ddc94a30bb60,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:48.298361 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.355866 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Attempting to bind port f2e4ea22-0359-47d3-9003-ddc94a30bb60 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:48.356239 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Attempting to bind port f2e4ea22-0359-47d3-9003-ddc94a30bb60 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:48.356681 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Attempting to bind port f2e4ea22-0359-47d3-9003-ddc94a30bb60 on network 4cd79301-d87a-4d0a-8170-40824eeac598 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:48.375635 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:48.376014 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Checking segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:48.376427 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.376822 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Bound using segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:48.377305 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Bound port: f2e4ea22-0359-47d3-9003-ddc94a30bb60, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:48.377716 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.408079 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:48.408713 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.428304 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] 10.222.0.61 "PUT /v2.0/ports/51f9e6b7-1a1e-4121-be57-e05acdbf2897 HTTP/1.1" status: 200 len: 1094 time: 5.7284505 Jul 13 19:15:48.446894 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'tag': '51f9e6b7-1a1e-4121-be57-e05acdbf2897'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:15:48.621255 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-861fb0d5-665e-4e1b-8f50-6ad406365123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.662981 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fe709e4e-6091-469a-912a-314bd4f308c3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:48.668562 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-89aca967-39e8-4255-8404-cb3d406a5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:48.674431 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-89aca967-39e8-4255-8404-cb3d406a5580 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 1097 time: 0.4531825 Jul 13 19:15:48.757143 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-861fb0d5-665e-4e1b-8f50-6ad406365123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.830096 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] For port f2e4ea22-0359-47d3-9003-ddc94a30bb60, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:48.897239 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] For port f2e4ea22-0359-47d3-9003-ddc94a30bb60, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=f2e4ea22-0359-47d3-9003-ddc94a30bb60,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:48.899360 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-861fb0d5-665e-4e1b-8f50-6ad406365123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.909799 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-861fb0d5-665e-4e1b-8f50-6ad406365123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:48.919378 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-861fb0d5-665e-4e1b-8f50-6ad406365123 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae0d9d52-03ce-4e1c-b074-9bc0d2e07003 HTTP/1.1" status: 204 len: 168 time: 0.7215619 Jul 13 19:15:48.921159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:49.013459 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4651c8d-6225-4693-8c5d-4b11f852dcd1", "tag": "51f9e6b7-1a1e-4121-be57-e05acdbf2897"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:15:49.215950 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fb0d5-665e-4e1b-8f50-6ad406365123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d9d52-03ce-4e1c-b074-9bc0d2e07003,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:49.218659 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:15:49.219296 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:15:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:49.311822 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4396386-b501-4170-aeb5-9accd5770444 service neutron] Pushing event updated for resources: {'Port': ['ID=51f9e6b7-1a1e-4121-be57-e05acdbf2897,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:49.482302 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55522) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:49.560057 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port fe709e4e-6091-469a-912a-314bd4f308c3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:49.566775 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:49.574518 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a2a74-77bc-41dd-9618-a1ef11804389 req-92849255-822c-4041-bcc9-a4983d4ed478 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:49.576631 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-945a2a74-77bc-41dd-9618-a1ef11804389 req-92849255-822c-4041-bcc9-a4983d4ed478 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 944 time: 0.9199679 Jul 13 19:15:49.579914 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae91d97-2d8f-4f80-9802-834b08196bee None None] Pushing event updated for resources: {'Port': ['ID=f2e4ea22-0359-47d3-9003-ddc94a30bb60,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:49.964853 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766622-3db6-4566-9a84-503ab6a86151 req-a448f9be-987e-4d28-a6bc-2ef6e26560de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:49.966710 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-a448f9be-987e-4d28-a6bc-2ef6e26560de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a2afd43d8514e7e86a1d646d7430e05&device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 1097 time: 1.2449882 Jul 13 19:15:49.983767 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-de9b8bdb-138b-46e7-8cb7-63b21eabbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:49.989106 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5982d72a-4cd8-4303-bf4e-4c141d7718a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:49.991086 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-de9b8bdb-138b-46e7-8cb7-63b21eabbf25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 915 time: 1.2839336 Jul 13 19:15:49.994483 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-10a26f30-ad87-4676-95a2-f1a27fc43805 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562755911', 'description': 'tempest-description--1795409604'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:49.997861 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:15:50.055998 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5982d72a-4cd8-4303-bf4e-4c141d7718a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:50.096026 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-cfaf5e1e-5b89-4956-a0e2-edf7688b5625 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8 HTTP/1.1" status: 200 len: 217 time: 0.0650067 Jul 13 19:15:50.216556 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982d72a-4cd8-4303-bf4e-4c141d7718a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66daa931-46ab-4eb2-97d8-a48d28c60c88,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:50.230890 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-7b431b3e-6042-449d-8fba-aadd0bfe54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:50.238151 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-7b431b3e-6042-449d-8fba-aadd0bfe54cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.1061156 Jul 13 19:15:50.272058 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5982d72a-4cd8-4303-bf4e-4c141d7718a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f0d076eebfd471fb65f12e0a048a21d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5555651 Jul 13 19:15:50.273152 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-10a26f30-ad87-4676-95a2-f1a27fc43805 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:50.277770 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55548) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:50.323180 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-945a2a74-77bc-41dd-9618-a1ef11804389 req-1618f987-ccb6-4313-9a22-d3d662e6bfcf tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131484 Jul 13 19:15:50.351223 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-d1610fb6-4e2e-41fa-93b7-50375cede469 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007509 Jul 13 19:15:50.358483 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-5fe15e2b-8e61-4ee5-bbb7-d1e9a248ab61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f9e6b7-1a1e-4121-be57-e05acdbf2897 HTTP/1.1" status: 200 len: 217 time: 0.2910542 Jul 13 19:15:50.506355 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92229d-520c-4654-bfd0-6b244a22fca6 req-6432aa25-80b9-42ed-93ab-50a071e8723a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:50.510416 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:48Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:15:50.517796 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fc92229d-520c-4654-bfd0-6b244a22fca6 req-6432aa25-80b9-42ed-93ab-50a071e8723a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 944 time: 0.5153899 Jul 13 19:15:50.555512 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc876656-2d96-40b0-9f3d-fa1cb0bebdcf None None] The sync data for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi is: [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:48Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:15:50.609050 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f4bc6556-b84f-41ce-b6b5-6e573351a993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:50.639029 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5cce0258-219e-47a7-a2e8-2b49439b7f14 req-4da1673a-9a67-441f-884d-3a30d6501c45 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 210 time: 0.1103952 Jul 13 19:15:50.842898 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fc92229d-520c-4654-bfd0-6b244a22fca6 req-7f92e260-2ebb-4fa2-901e-8c8a9db98c06 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234653 Jul 13 19:15:50.857548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f4bc6556-b84f-41ce-b6b5-6e573351a993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:50.924728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766622-3db6-4566-9a84-503ab6a86151 req-8ccab1cc-12a8-423e-b57d-50e679a40731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:50.930134 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-8ccab1cc-12a8-423e-b57d-50e679a40731 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048f866b-2ce1-4fb1-bb08-b389711f39d8 HTTP/1.1" status: 200 len: 851 time: 0.3225815 Jul 13 19:15:50.944358 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-203203fd-01af-4396-ac25-14adf0b541fa service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787084 Jul 13 19:15:51.139459 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-0a8b0898-c8cf-49ba-b53b-853e0dcd2e72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0224397c-6566-4e1e-baca-949043b27f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605010 Jul 13 19:15:51.253285 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-73eb8703-083d-4877-ae19-e02544cf0b91 req-85bc8c0b-f16e-4ce5-ae59-e9851f7b1915 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862160 Jul 13 19:15:51.412509 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4805c05e-c5f4-4f10-bd0d-873f2834a6fc x-openstack-request-id: req-4805c05e-c5f4-4f10-bd0d-873f2834a6fc {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:15:51.413024 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4651c8d-6225-4693-8c5d-4b11f852dcd1", "tag": "51f9e6b7-1a1e-4121-be57-e05acdbf2897", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:15:51.413415 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4805c05e-c5f4-4f10-bd0d-873f2834a6fc {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:15:51.414199 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'tag': '51f9e6b7-1a1e-4121-be57-e05acdbf2897', 'status': 'completed', 'code': 200} Jul 13 19:15:51.548990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-10a26f30-ad87-4676-95a2-f1a27fc43805 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:51.565486 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-10a26f30-ad87-4676-95a2-f1a27fc43805 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:51.611304 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a26f30-ad87-4676-95a2-f1a27fc43805 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1950ecc8-5807-4d63-9aa5-49143e9a95ee,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:51.681579 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f4bc6556-b84f-41ce-b6b5-6e573351a993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:51.685436 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f4bc6556-b84f-41ce-b6b5-6e573351a993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:51.691358 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f4bc6556-b84f-41ce-b6b5-6e573351a993 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66daa931-46ab-4eb2-97d8-a48d28c60c88 HTTP/1.1" status: 204 len: 168 time: 1.3808787 Jul 13 19:15:51.705268 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-10a26f30-ad87-4676-95a2-f1a27fc43805 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:51.707048 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-10a26f30-ad87-4676-95a2-f1a27fc43805 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1235814 Jul 13 19:15:51.713143 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc6556-b84f-41ce-b6b5-6e573351a993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66daa931-46ab-4eb2-97d8-a48d28c60c88,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:51.719326 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55596) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:51.757083 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-30e11496-39af-485a-88ee-bca3be27ab6b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'security_group_rule': {'security_group_id': '1950ecc8-5807-4d63-9aa5-49143e9a95ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:51.806687 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-03c94cf1-4b3c-45f6-a296-4a1c2d430c52 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:51.811075 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-03c94cf1-4b3c-45f6-a296-4a1c2d430c52 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 819 time: 0.5364513 Jul 13 19:15:51.842448 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-327862d6-b800-4ce3-b558-6c96540af284 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/quotas/73adb7d85b2143419a5d825c5bcc59db HTTP/1.1" status: 200 len: 375 time: 0.0284712 Jul 13 19:15:51.850908 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e11496-39af-485a-88ee-bca3be27ab6b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:51.856614 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-7d93de90-f771-4eb3-a09d-a326c35eedcb service neutron] 10.222.0.61 "GET /v2.0/networks/0224397c-6566-4e1e-baca-949043b27f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426885 Jul 13 19:15:51.937567 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6721f-eb7e-46c3-aadc-1fec71c5326c req-d39d0a09-07e0-4da3-9940-c00d6ead17d6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:51.938839 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5d6721f-eb7e-46c3-aadc-1fec71c5326c req-d39d0a09-07e0-4da3-9940-c00d6ead17d6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 944 time: 0.3393490 Jul 13 19:15:52.006648 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-2d9ac04f-f2a6-44e1-9e48-f8434d723b09 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1628585 Jul 13 19:15:52.020323 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e11496-39af-485a-88ee-bca3be27ab6b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.031128 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5d6721f-eb7e-46c3-aadc-1fec71c5326c req-38952ffa-b04b-4232-a08f-e1ca79ccfc55 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803452 Jul 13 19:15:52.047117 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-73676969-d40e-4c54-a0f2-583e55e78c1e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:52.048748 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-73676969-d40e-4c54-a0f2-583e55e78c1e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 819 time: 0.6202552 Jul 13 19:15:52.049659 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e11496-39af-485a-88ee-bca3be27ab6b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.104086 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e11496-39af-485a-88ee-bca3be27ab6b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f39032b-4524-40ac-a241-db3712774d4c,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:52.118617 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-30e11496-39af-485a-88ee-bca3be27ab6b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.123403 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55616) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:52.124416 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-30e11496-39af-485a-88ee-bca3be27ab6b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3977511 Jul 13 19:15:52.135992 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-695c9deb-2463-4f4a-9411-74644ee12478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'security_group_rule': {'security_group_id': '1950ecc8-5807-4d63-9aa5-49143e9a95ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:52.252425 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-e3de8735-df25-4e9d-8b4c-f472fcb4adc3 service neutron] 10.222.0.62 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447913 Jul 13 19:15:52.253159 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-695c9deb-2463-4f4a-9411-74644ee12478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.336135 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55618) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:52.345253 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-307f868a-090e-476b-b90d-04fbda07e5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.409175 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-695c9deb-2463-4f4a-9411-74644ee12478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.418748 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a3a36-87fc-4c59-a932-0a7e31181717 req-b8e4f281-0fbe-4158-b302-1225a713fa2a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:52.420443 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-383a3a36-87fc-4c59-a932-0a7e31181717 req-b8e4f281-0fbe-4158-b302-1225a713fa2a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 944 time: 0.2184591 Jul 13 19:15:52.424313 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-695c9deb-2463-4f4a-9411-74644ee12478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.464882 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-6b4c8d25-5b76-49ae-ba14-44dfd323d683 service neutron] 10.222.0.62 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974471 Jul 13 19:15:52.466830 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-307f868a-090e-476b-b90d-04fbda07e5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.472217 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c9deb-2463-4f4a-9411-74644ee12478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fb8f6d-86d5-4399-8667-e111cff3171a,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:52.482636 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-307f868a-090e-476b-b90d-04fbda07e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.487590 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-695c9deb-2463-4f4a-9411-74644ee12478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.492152 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-695c9deb-2463-4f4a-9411-74644ee12478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626447 Jul 13 19:15:52.492916 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55630) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:52.506273 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:52.530277 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-383a3a36-87fc-4c59-a932-0a7e31181717 req-86a2b6a3-0d12-4340-84e1-4d73ef643f14 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917060 Jul 13 19:15:52.559738 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.628142 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55634) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:52.628417 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-307f868a-090e-476b-b90d-04fbda07e5d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc52e1dd7cdb47bf8a180063e633d1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953479 Jul 13 19:15:52.629020 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f868a-090e-476b-b90d-04fbda07e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9bfb98-8fff-4ea0-adfb-ba06db558481,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:52.679634 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device f2e4ea22-0359-47d3-9003-ddc94a30bb60 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:52.744416 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port f2e4ea22-0359-47d3-9003-ddc94a30bb60 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:15:52.752532 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port f2e4ea22-0359-47d3-9003-ddc94a30bb60 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:52.752917 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.769256 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1587f11b-1c72-4b65-9caf-7390e6933a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.816136 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7150e61e-e4e0-4bc9-ae41-4e9262b5f2d3 req-f40278de-8814-4c9f-b969-38ec642c3c10 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.0493441 Jul 13 19:15:52.850043 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1587f11b-1c72-4b65-9caf-7390e6933a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.852732 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.885466 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:52.934354 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port f2e4ea22-0359-47d3-9003-ddc94a30bb60, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=f2e4ea22-0359-47d3-9003-ddc94a30bb60,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:52.949607 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.018715 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=f2e4ea22-0359-47d3-9003-ddc94a30bb60,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:53.042924 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Allocated IP 172.27.3.70 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/9bf850da-863a-457c-b481-70fac52e56dd) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:53.161123 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1587f11b-1c72-4b65-9caf-7390e6933a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.163741 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1587f11b-1c72-4b65-9caf-7390e6933a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.167905 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1587f11b-1c72-4b65-9caf-7390e6933a0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e9bfb98-8fff-4ea0-adfb-ba06db558481 HTTP/1.1" status: 204 len: 168 time: 0.5386293 Jul 13 19:15:53.174700 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.196451 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587f11b-1c72-4b65-9caf-7390e6933a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9bfb98-8fff-4ea0-adfb-ba06db558481,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:53.312012 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd89a2-0948-4d79-bef4-9e8a61bd7137 req-13b2201e-bc41-41d1-b216-cf2fc6daf103 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:53.313830 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e6fd89a2-0948-4d79-bef4-9e8a61bd7137 req-13b2201e-bc41-41d1-b216-cf2fc6daf103 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 944 time: 0.1201200 Jul 13 19:15:53.315452 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.368336 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:53.379802 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:53.385793 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:53.394611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'Port': ['ID=9bf850da-863a-457c-b481-70fac52e56dd,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:53.408680 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e6fd89a2-0948-4d79-bef4-9e8a61bd7137 req-77b6ab75-50fc-4578-bda2-d3cf6bf2806e tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848022 Jul 13 19:15:53.678534 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.763420 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.771480 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bf984-bd37-4d2c-83c1-809afe326b38 req-d7e56017-560f-4853-8bac-1fb7993e875c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:53.772957 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c62bf984-bd37-4d2c-83c1-809afe326b38 req-d7e56017-560f-4853-8bac-1fb7993e875c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 944 time: 0.1162179 Jul 13 19:15:53.843535 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c62bf984-bd37-4d2c-83c1-809afe326b38 req-9095c3cd-6b66-4a67-893c-5a92f0d7e9a3 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Jul 13 19:15:53.974198 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-58e34c95-def9-4ed8-94d9-4a69d4966bf4 req-14febc7f-4af6-4663-8f65-b2508020d92c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.0353103 Jul 13 19:15:53.982599 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:53.988649 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:54.017442 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:54.038780 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'Port': ['ID=9bf850da-863a-457c-b481-70fac52e56dd,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:54.041553 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:54.042797 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-29074990-6f6e-483c-9034-08bdc68c005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5435371 Jul 13 19:15:54.289030 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-63c73b37-6454-4453-91bf-ce12ca164504 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1562755911&fields=id&tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 267 time: 0.0459158 Jul 13 19:15:54.400513 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-e60ef2a5-6bf4-4615-b2b9-7c854e713d71 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:54.402020 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-e60ef2a5-6bf4-4615-b2b9-7c854e713d71 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 817 time: 0.1063340 Jul 13 19:15:54.420574 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-7bd0c911-17e2-4ab0-ada6-729fa03da6b7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/quotas/5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 375 time: 0.0101812 Jul 13 19:15:54.511955 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-521d1cb3-5067-4424-b274-152f792bfe28 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851140 Jul 13 19:15:54.569389 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Request body: {'port': {'device_id': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'admin_state_up': True, 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:54.607240 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device f2e4ea22-0359-47d3-9003-ddc94a30bb60 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:15:54.663346 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port f2e4ea22-0359-47d3-9003-ddc94a30bb60 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:15:54.663723 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:54.710544 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Made reservation on behalf of 73adb7d85b2143419a5d825c5bcc59db for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:54.715946 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:54.852146 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-3b767470-edb5-46d1-bd33-2d3a251e536f service neutron] 10.222.0.62 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286986 Jul 13 19:15:54.865595 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077ab7-814d-4326-9ccb-2d23b21dcce5 req-42038bde-65f1-4bfd-97d5-5c8e218cb9c3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:54.867534 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a3077ab7-814d-4326-9ccb-2d23b21dcce5 req-42038bde-65f1-4bfd-97d5-5c8e218cb9c3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 944 time: 0.2839811 Jul 13 19:15:54.869528 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d766622-3db6-4566-9a84-503ab6a86151 req-472c00a3-241b-4b43-a62f-5d22a150adfd service neutron] 10.222.0.61 "GET /v2.0/networks/0224397c-6566-4e1e-baca-949043b27f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873008 Jul 13 19:15:54.917597 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Allocated IP 172.20.0.10 (ea1d1b2e-c5b8-4671-8c05-39b21c3980e6/90e0cf07-4a1f-49dd-8847-45ddf936b9b8/736c6364-c82d-4441-b752-6065c24da862) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:55.051261 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a3077ab7-814d-4326-9ccb-2d23b21dcce5 req-36370cb3-be31-4841-b197-cd0071d83030 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700339 Jul 13 19:15:55.085775 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:55.089634 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-b82a1457-b36f-41ae-a6c7-acf2ed42def8 service neutron] 10.222.0.62 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096057 Jul 13 19:15:55.115777 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-c5f2d93e-e765-43c6-9ec8-720db762f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:55.117026 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-c5f2d93e-e765-43c6-9ec8-720db762f2f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a2afd43d8514e7e86a1d646d7430e05&device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 1097 time: 0.1253631 Jul 13 19:15:55.132398 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:55.212740 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:55.219519 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:55.223945 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:55.230106 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:55.230866 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:55.244009 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Pushing event updated for resources: {'Port': ['ID=736c6364-c82d-4441-b752-6065c24da862,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:55.254942 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-7bedf08e-f5cc-40b3-b340-307ab6d07546 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897194 Jul 13 19:15:55.271377 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Request body: {'port': {'device_id': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:55.345406 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:55.382005 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-5712089a-5386-4c97-b029-4ace7c9d5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:55.384602 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-5712089a-5386-4c97-b029-4ace7c9d5dea service neutron] 10.222.0.61 "GET /v2.0/networks?id=0224397c-6566-4e1e-baca-949043b27f7f HTTP/1.1" status: 200 len: 912 time: 0.2610362 Jul 13 19:15:55.465751 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8699183c-4346-4bd5-90b8-0d62f18ecc97 req-a145f524-c3ff-477b-aa55-5c59ee91e4ff tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.0722787 Jul 13 19:15:55.500289 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-d3374688-df6f-4be6-85f5-4e2ee6600d87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51f9e6b7-1a1e-4121-be57-e05acdbf2897 HTTP/1.1" status: 200 len: 217 time: 0.0995140 Jul 13 19:15:55.516929 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3f192-433c-409b-a1e0-ffddc0552ecf req-041d5c81-8d84-44ae-a0e9-ec18039ebffd tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:55.518849 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c9e3f192-433c-409b-a1e0-ffddc0552ecf req-041d5c81-8d84-44ae-a0e9-ec18039ebffd tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 944 time: 0.2906506 Jul 13 19:15:55.551531 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.61', 56404) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:55.615082 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-864eb676-23f3-481c-ad10-06646b4f904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:55.618083 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-864eb676-23f3-481c-ad10-06646b4f904b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048f866b-2ce1-4fb1-bb08-b389711f39d8 HTTP/1.1" status: 200 len: 851 time: 0.0968189 Jul 13 19:15:55.688302 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-262c9445-bda3-40a3-a6ab-86afd226958e req-ab0a47d0-3564-4c11-adde-073849064567 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 210 time: 0.0688889 Jul 13 19:15:55.754679 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-44f32eb8-8592-4f8f-9395-a7e4bb1824bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0224397c-6566-4e1e-baca-949043b27f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262591 Jul 13 19:15:55.855215 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-3df9da44-637a-4f0b-928f-f5317bd4266f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:55.856936 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-3df9da44-637a-4f0b-928f-f5317bd4266f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 819 time: 0.3044429 Jul 13 19:15:55.899141 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Request body: {'port': {'device_id': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'admin_state_up': True, 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:55.902362 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c9e3f192-433c-409b-a1e0-ffddc0552ecf req-9439647e-a4a1-4cfb-b30a-c2cd4e64bd54 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734076 Jul 13 19:15:55.915203 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:55.960728 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-728a77a9-cdf8-45a7-adf0-30db2755081c service neutron] 10.222.0.61 "GET /v2.0/networks/0224397c-6566-4e1e-baca-949043b27f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946564 Jul 13 19:15:56.083400 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e7b1a1c-c050-4d64-90f4-1c0db61b5b7e req-28839a12-ddb3-457a-8e54-2f96519f5183 service neutron] 10.222.0.61 "GET /v2.0/networks/0224397c-6566-4e1e-baca-949043b27f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107366 Jul 13 19:15:56.105958 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Made reservation on behalf of 73adb7d85b2143419a5d825c5bcc59db for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:15:56.109429 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.122683 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736c6364-c82d-4441-b752-6065c24da862 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:15:56.132634 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.183681 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Transition to ACTIVE for port object 736c6364-c82d-4441-b752-6065c24da862 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:56.200988 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.296766 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Pushing event updated for resources: {'Port': ['ID=736c6364-c82d-4441-b752-6065c24da862,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:56.298770 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b5a5-0357-4f4c-8625-8dcfadd08079 req-0844a645-5818-4637-938a-77654d634796 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:56.313807 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-54c9b5a5-0357-4f4c-8625-8dcfadd08079 req-0844a645-5818-4637-938a-77654d634796 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 944 time: 0.0970812 Jul 13 19:15:56.344279 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Allocated IP 172.20.0.3 (ea1d1b2e-c5b8-4671-8c05-39b21c3980e6/90e0cf07-4a1f-49dd-8847-45ddf936b9b8/40f58ed6-b4d0-4c85-b401-bc8507279690) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:15:56.346959 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Attempting to bind port 736c6364-c82d-4441-b752-6065c24da862 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:15:56.347298 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Attempting to bind port 736c6364-c82d-4441-b752-6065c24da862 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:15:56.347628 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Attempting to bind port 736c6364-c82d-4441-b752-6065c24da862 on network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:56.359299 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Port 736c6364-c82d-4441-b752-6065c24da862 on network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:15:56.359623 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Attempting to bind port 736c6364-c82d-4441-b752-6065c24da862 on network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:15:56.361765 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-54c9b5a5-0357-4f4c-8625-8dcfadd08079 req-650b8a83-c552-43c6-859d-be6f261a4999 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469890 Jul 13 19:15:56.367830 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:15:56.368173 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Checking segment: {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:15:56.368559 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Bound using segment: {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:15:56.368995 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Bound port: 736c6364-c82d-4441-b752-6065c24da862, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:15:56.369352 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.513304 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] For port 736c6364-c82d-4441-b752-6065c24da862, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:15:56.518346 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] For port 736c6364-c82d-4441-b752-6065c24da862, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=736c6364-c82d-4441-b752-6065c24da862,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:15:56.532148 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.584230 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:56.585004 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.586348 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] 10.222.0.61 "PUT /v2.0/ports/736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 200 len: 1094 time: 1.3193324 Jul 13 19:15:56.588489 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'tag': '736c6364-c82d-4441-b752-6065c24da862'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:15:56.590942 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f695dd8b-1119-43b3-abfc-3617504fd184" -d '{"events": [{"name": "network-changed", "server_uuid": "bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0", "tag": "736c6364-c82d-4441-b752-6065c24da862"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:15:56.624382 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.631475 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e227c-c9b4-4872-b348-ba3c0c629c42 service neutron] Pushing event updated for resources: {'Port': ['ID=736c6364-c82d-4441-b752-6065c24da862,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:56.637917 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04dee9a-1fcd-45f8-99b6-d297c43b25f5 x-openstack-request-id: req-b04dee9a-1fcd-45f8-99b6-d297c43b25f5 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:15:56.638208 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0", "tag": "736c6364-c82d-4441-b752-6065c24da862", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:15:56.638464 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b04dee9a-1fcd-45f8-99b6-d297c43b25f5 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:15:56.638856 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'tag': '736c6364-c82d-4441-b752-6065c24da862', 'status': 'completed', 'code': 200} Jul 13 19:15:56.675160 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.728134 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:15:56.731803 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:15:56.734836 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:15:56.740890 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:56.741484 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:56.753060 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Pushing event updated for resources: {'Port': ['ID=40f58ed6-b4d0-4c85-b401-bc8507279690,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:56.798222 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-0ddd9c4c-198e-4675-8b37-a295dc841280 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9219122 Jul 13 19:15:56.849010 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5ac54ebc-39f3-4bcf-a60c-9e8044dc0cb8 req-abd78fa3-7be8-41a4-aaf5-e2cb3de94a4f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.2186506 Jul 13 19:15:56.875829 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-43cb81f6-9521-4c88-842d-7a54c790cdce req-fb548de4-fc36-42fb-8bdc-568d463a5e9a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 210 time: 0.0294809 Jul 13 19:15:57.107286 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847d1a-0021-48b2-911e-24fad580c4f3 req-8371de0e-67a2-4240-bdcd-195f82102e69 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:57.108669 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a9847d1a-0021-48b2-911e-24fad580c4f3 req-8371de0e-67a2-4240-bdcd-195f82102e69 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0743837 Jul 13 19:15:57.148862 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a9847d1a-0021-48b2-911e-24fad580c4f3 req-9509a28b-281f-49ea-925e-365948cbf273 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Jul 13 19:15:57.545550 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763b06e-5744-436d-927f-0ed31389f633 req-3a2e7f16-991f-455e-a788-c1d720b22b05 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:57.547129 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e763b06e-5744-436d-927f-0ed31389f633 req-3a2e7f16-991f-455e-a788-c1d720b22b05 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 944 time: 0.0757024 Jul 13 19:15:57.585503 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e763b06e-5744-436d-927f-0ed31389f633 req-49dd3eb7-44e3-426c-8ea3-f9fa2d9a0931 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jul 13 19:15:58.030966 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-11f8463a-13a0-43d3-ac21-f375423633d6 req-48a939bf-5bdf-4ec1-a6ec-295d85cc1a80 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 210 time: 0.0328975 Jul 13 19:15:58.058611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704dc6-d6be-4d11-9ab3-3748a69e572a req-cdaa7de6-d130-4991-99f8-fa159d67ecc8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:58.060061 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5b704dc6-d6be-4d11-9ab3-3748a69e572a req-cdaa7de6-d130-4991-99f8-fa159d67ecc8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 931 time: 0.0986936 Jul 13 19:15:58.103598 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5b704dc6-d6be-4d11-9ab3-3748a69e572a req-087df898-ae5f-46e2-b089-373bd942cca8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Jul 13 19:15:58.330005 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138d1b9-2c57-4bdd-963c-2b8e6138d217 req-ccc4ecf9-1342-41e8-af9d-2ee7f372c1ad tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:58.331522 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9138d1b9-2c57-4bdd-963c-2b8e6138d217 req-ccc4ecf9-1342-41e8-af9d-2ee7f372c1ad tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0635474 Jul 13 19:15:58.370282 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9138d1b9-2c57-4bdd-963c-2b8e6138d217 req-eadeed3b-1357-4659-9860-472adde3427e tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Jul 13 19:15:58.767728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a9e85-8aa1-493b-85f3-7a94b171b7f5 req-27a12681-1540-41f9-bf8d-0983e518022c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:58.769136 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-072a9e85-8aa1-493b-85f3-7a94b171b7f5 req-27a12681-1540-41f9-bf8d-0983e518022c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 944 time: 0.0646927 Jul 13 19:15:58.807690 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-072a9e85-8aa1-493b-85f3-7a94b171b7f5 req-8c8bef89-d605-4f69-8c3e-2ce9e9419575 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329828 Jul 13 19:15:59.040113 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78a29a90-a22a-473c-a951-c3f19e40aaf8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:15:59.078943 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Request body: {'port': {'device_id': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:15:59.150300 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 78a29a90-a22a-473c-a951-c3f19e40aaf8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:59.163947 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '78a29a90-a22a-473c-a951-c3f19e40aaf8', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'port_id': '78a29a90-a22a-473c-a951-c3f19e40aaf8', 'mac_address': 'fa:16:3e:81:28:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045f3d82-b9e0-4327-aec7-f9d3a83629c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:15:59.215320 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b437306a-009e-4147-8b66-c0994b67152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.241393 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.247847 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.262440 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a29a90-a22a-473c-a951-c3f19e40aaf8 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:15:59.266823 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695dd8b-1119-43b3-abfc-3617504fd184 req-b0ea9dd8-35b9-4407-94de-f0faa106f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:59.270998 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f695dd8b-1119-43b3-abfc-3617504fd184 req-b0ea9dd8-35b9-4407-94de-f0faa106f054 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1097 time: 0.1345832 Jul 13 19:15:59.293842 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 78a29a90-a22a-473c-a951-c3f19e40aaf8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:59.311391 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.314865 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 51f9e6b7-1a1e-4121-be57-e05acdbf2897 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:15:59.390216 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 55872) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:15:59.467741 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0e8ac789-4d93-457b-9ff0-0c939284569a req-02abbde2-e78a-49c1-aef8-c2b0ab6aab5e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 210 time: 0.1943562 Jul 13 19:15:59.514975 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=78a29a90-a22a-473c-a951-c3f19e40aaf8,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:59.597152 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d205400-ba26-4c87-999d-135d134e1fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.608460 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695dd8b-1119-43b3-abfc-3617504fd184 req-8e0e5e7d-4cca-4d7e-8f0d-a556646e423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:59.610337 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f695dd8b-1119-43b3-abfc-3617504fd184 req-8e0e5e7d-4cca-4d7e-8f0d-a556646e423b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=73adb7d85b2143419a5d825c5bcc59db&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3302186 Jul 13 19:15:59.642159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 51f9e6b7-1a1e-4121-be57-e05acdbf2897, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=51f9e6b7-1a1e-4121-be57-e05acdbf2897,segment=NetworkSegment(26183d6e-8e0d-4768-9251-cbc8b83e8423),segment_id=26183d6e-8e0d-4768-9251-cbc8b83e8423)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:59.660110 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '51f9e6b7-1a1e-4121-be57-e05acdbf2897', 'network_id': '0224397c-6566-4e1e-baca-949043b27f7f', 'port_id': '51f9e6b7-1a1e-4121-be57-e05acdbf2897', 'mac_address': 'fa:16:3e:03:99:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048f866b-2ce1-4fb1-bb08-b389711f39d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:15:59.708650 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.730003 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f9e6b7-1a1e-4121-be57-e05acdbf2897 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:15:59.767485 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 51f9e6b7-1a1e-4121-be57-e05acdbf2897, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=51f9e6b7-1a1e-4121-be57-e05acdbf2897,segment=NetworkSegment(26183d6e-8e0d-4768-9251-cbc8b83e8423),segment_id=26183d6e-8e0d-4768-9251-cbc8b83e8423)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:15:59.777014 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.790180 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa2384-5a41-4965-a793-8ac387a403f7 req-9334dc36-ac6b-4bab-a9be-dc079664d202 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:15:59.797725 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dffa2384-5a41-4965-a793-8ac387a403f7 req-9334dc36-ac6b-4bab-a9be-dc079664d202 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 931 time: 0.3946669 Jul 13 19:15:59.815475 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f58ed6-b4d0-4c85-b401-bc8507279690 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:15:59.835574 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=51f9e6b7-1a1e-4121-be57-e05acdbf2897,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:15:59.835920 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.863914 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Transition to ACTIVE for port object 40f58ed6-b4d0-4c85-b401-bc8507279690 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:15:59.888668 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d205400-ba26-4c87-999d-135d134e1fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.889906 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.928551 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d205400-ba26-4c87-999d-135d134e1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:15:59.935536 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dffa2384-5a41-4965-a793-8ac387a403f7 req-bc8ba955-3108-4fb6-84c5-b828647dc4f1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366041 Jul 13 19:16:00.011873 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5d205400-ba26-4c87-999d-135d134e1fb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c91c534d280b46479c0fddbacb790b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6217940 Jul 13 19:16:00.016709 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55894) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:00.070758 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695dd8b-1119-43b3-abfc-3617504fd184 req-10ad0dc0-9f36-4de2-94c8-d1a7c02b1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:00.072316 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f695dd8b-1119-43b3-abfc-3617504fd184 req-10ad0dc0-9f36-4de2-94c8-d1a7c02b1cbf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4464869 Jul 13 19:16:00.088694 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc4b37-3733-42c7-87e0-7cb3fcddb4f4 req-c1931e45-f5b5-4409-8812-36e3b522eab2 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:00.092764 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['51f9e6b7-1a1e-4121-be57-e05acdbf2897'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:00.102175 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-48dc4b37-3733-42c7-87e0-7cb3fcddb4f4 req-c1931e45-f5b5-4409-8812-36e3b522eab2 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 944 time: 0.4179630 Jul 13 19:16:00.137327 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:00.245963 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-48dc4b37-3733-42c7-87e0-7cb3fcddb4f4 req-1ce98c2e-b258-4a3f-910e-7a4ae1140f26 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415589 Jul 13 19:16:00.310351 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a28b0115-eb8e-4dfc-88b1-2c29835645ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.365584 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8a13-a335-47ae-8d9c-10a8da879937 req-e9b5bd2e-8dcf-4250-80d1-5f3cce29e168 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:00.374487 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c21b8a13-a335-47ae-8d9c-10a8da879937 req-e9b5bd2e-8dcf-4250-80d1-5f3cce29e168 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 945 time: 0.2315097 Jul 13 19:16:00.390642 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a28b0115-eb8e-4dfc-88b1-2c29835645ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.392697 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-843faa13-11cf-46d4-9745-03df65fc219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:00.393974 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-843faa13-11cf-46d4-9745-03df65fc219c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1097 time: 0.2344470 Jul 13 19:16:00.437692 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d205400-ba26-4c87-999d-135d134e1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7154908c-95dc-4855-ad77-58dbbb64e3a9,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:00.447476 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Pushing event updated for resources: {'Port': ['ID=40f58ed6-b4d0-4c85-b401-bc8507279690,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:00.457629 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-c533a288-81ca-4adf-a524-7eddff11e3d5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:00.459158 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-c533a288-81ca-4adf-a524-7eddff11e3d5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 817 time: 0.7044830 Jul 13 19:16:00.464264 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Attempting to bind port 40f58ed6-b4d0-4c85-b401-bc8507279690 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:00.464665 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Attempting to bind port 40f58ed6-b4d0-4c85-b401-bc8507279690 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:00.465061 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Attempting to bind port 40f58ed6-b4d0-4c85-b401-bc8507279690 on network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:00.477777 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Port 40f58ed6-b4d0-4c85-b401-bc8507279690 on network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:16:00.478230 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Attempting to bind port 40f58ed6-b4d0-4c85-b401-bc8507279690 on network ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:00.491252 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:00.491593 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Checking segment: {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:00.491979 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Bound using segment: {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:00.492407 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Bound port: 40f58ed6-b4d0-4c85-b401-bc8507279690, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cecbb32c-d77c-4760-8873-f33315b89141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:00.492897 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.551624 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-aa00f9c2-63be-46f0-9bbe-59e4c576f8c6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 380 time: 0.0827365 Jul 13 19:16:00.577122 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-8d11ef33-e518-452e-8558-32c484c3e6ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 200 len: 217 time: 0.1423900 Jul 13 19:16:00.577867 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'port': {'device_id': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'admin_state_up': True, 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'security_groups': ['1950ecc8-5807-4d63-9aa5-49143e9a95ee']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:00.677979 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] For port 40f58ed6-b4d0-4c85-b401-bc8507279690, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:00.682392 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] For port 40f58ed6-b4d0-4c85-b401-bc8507279690, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=40f58ed6-b4d0-4c85-b401-bc8507279690,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:00.687246 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-be497a5e-9224-4043-bf33-dccfcbd74602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:00.688734 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-be497a5e-9224-4043-bf33-dccfcbd74602 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0912542 Jul 13 19:16:00.695925 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.696114 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c21b8a13-a335-47ae-8d9c-10a8da879937 req-ef732dcf-caa5-40d0-bd05-10cdf1264575 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221884 Jul 13 19:16:00.743526 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:00.744304 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.745839 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] 10.222.0.61 "PUT /v2.0/ports/40f58ed6-b4d0-4c85-b401-bc8507279690 HTTP/1.1" status: 200 len: 1093 time: 1.6851919 Jul 13 19:16:00.748660 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'tag': '40f58ed6-b4d0-4c85-b401-bc8507279690'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:00.751369 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a86234-7ad9-4793-b21b-556ca1479238" -d '{"events": [{"name": "network-changed", "server_uuid": "40a6e254-ee56-4db3-a708-f4de4a943d48", "tag": "40f58ed6-b4d0-4c85-b401-bc8507279690"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:00.763003 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-6cf0c07b-e0db-4215-9798-f74b1ac6e74d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652037 Jul 13 19:16:00.774538 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50a3a1fc-e9a0-4e35-a6d1-b4534628767a req-2babe19a-f346-465a-a5bd-b06e02578dc7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 210 time: 0.0818679 Jul 13 19:16:00.824078 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f52e8-75a3-470d-8211-04be8dae3b39 service neutron] Pushing event updated for resources: {'Port': ['ID=40f58ed6-b4d0-4c85-b401-bc8507279690,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:00.838240 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Made reservation on behalf of 5e6b8bbfe0ef46c787ecb467cd99983a for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:00.842340 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.856941 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a28b0115-eb8e-4dfc-88b1-2c29835645ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.860017 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a28b0115-eb8e-4dfc-88b1-2c29835645ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:00.861398 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-a28b0115-eb8e-4dfc-88b1-2c29835645ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7154908c-95dc-4855-ad77-58dbbb64e3a9 HTTP/1.1" status: 204 len: 168 time: 0.8437483 Jul 13 19:16:00.875480 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b0115-eb8e-4dfc-88b1-2c29835645ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7154908c-95dc-4855-ad77-58dbbb64e3a9,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:00.888994 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85c1c84-b771-4dfa-8911-939b83e96cce x-openstack-request-id: req-c85c1c84-b771-4dfa-8911-939b83e96cce {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:00.889282 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a6e254-ee56-4db3-a708-f4de4a943d48", "tag": "40f58ed6-b4d0-4c85-b401-bc8507279690", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:00.889528 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c85c1c84-b771-4dfa-8911-939b83e96cce {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:00.890059 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'tag': '40f58ed6-b4d0-4c85-b401-bc8507279690', 'status': 'completed', 'code': 200} Jul 13 19:16:00.926468 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-6af53dde-9b9b-4520-92ce-44bce7444f23 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499860 Jul 13 19:16:01.012546 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-4130e965-750c-4c02-90a6-9b8b247ba33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:01.014284 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-4130e965-750c-4c02-90a6-9b8b247ba33a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 1096 time: 0.1689517 Jul 13 19:16:01.042792 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78a29a90-a22a-473c-a951-c3f19e40aaf8 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:01.101803 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-8f8b20e5-f9f1-4224-ab0b-2d8139a4abd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f58ed6-b4d0-4c85-b401-bc8507279690 HTTP/1.1" status: 200 len: 217 time: 0.0700932 Jul 13 19:16:01.102947 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Allocated IP 172.20.0.4 (4cd79301-d87a-4d0a-8170-40824eeac598/fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2/b37972d9-fee7-497e-a5c2-2a762de510d7) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:01.165911 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 78a29a90-a22a-473c-a951-c3f19e40aaf8 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:01.170067 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 78a29a90-a22a-473c-a951-c3f19e40aaf8 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:01.170511 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.192234 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86dd9734-842c-403c-bef4-0c5ea4da3b24 req-5e92f89c-eeab-40db-a486-885f271e272e service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579105 Jul 13 19:16:01.211134 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-f67f207e-51ee-4e8b-a599-95ed8b540278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:01.213062 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-f67f207e-51ee-4e8b-a599-95ed8b540278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0910869 Jul 13 19:16:01.255003 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc6ab-a305-40c4-8ba3-24ad3bff541a req-2abd286b-181c-4024-98f5-00a1ff26a477 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:01.265940 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-af4bc6ab-a305-40c4-8ba3-24ad3bff541a req-2abd286b-181c-4024-98f5-00a1ff26a477 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 943 time: 0.1436896 Jul 13 19:16:01.267122 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.295349 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-b5b8df51-8c4d-4425-b89a-ef21c1952171 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606925 Jul 13 19:16:01.324731 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-af4bc6ab-a305-40c4-8ba3-24ad3bff541a req-7ffc06ab-afbb-4172-9945-e4f3419f9de0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565701 Jul 13 19:16:01.343584 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a29a90-a22a-473c-a951-c3f19e40aaf8'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:01.354771 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55956) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:01.370783 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fda3aee-33b4-4825-9676-07866b47f68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.436506 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 78a29a90-a22a-473c-a951-c3f19e40aaf8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:01.449140 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.496134 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50607412-1964-41fa-bdce-421acb87d777 req-e853a0de-334a-4a0e-95b2-4bfda68eeafe tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:01.502112 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50607412-1964-41fa-bdce-421acb87d777 req-e853a0de-334a-4a0e-95b2-4bfda68eeafe tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 945 time: 0.1176727 Jul 13 19:16:01.522042 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=78a29a90-a22a-473c-a951-c3f19e40aaf8,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:01.525725 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-676c0701-dc93-4905-9374-9151a7da72b4 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217910 Jul 13 19:16:01.574727 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50607412-1964-41fa-bdce-421acb87d777 req-eb61cc87-6615-4f64-8594-c22a4890a055 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675955 Jul 13 19:16:01.595110 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fda3aee-33b4-4825-9676-07866b47f68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.607248 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fda3aee-33b4-4825-9676-07866b47f68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.615833 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df5e94d-0a2e-4cc1-bed2-3ef6b229c5c1" -d '{"events": [{"server_uuid": "d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c", "name": "network-vif-plugged", "status": "completed", "tag": "78a29a90-a22a-473c-a951-c3f19e40aaf8"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:01.619984 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.638669 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-3fda3aee-33b4-4825-9676-07866b47f68d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91013a8d1e53473fb772d422808cceaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828612 Jul 13 19:16:01.641244 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 55976) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:01.647491 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Transition to ACTIVE for port object b37972d9-fee7-497e-a5c2-2a762de510d7 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:01.689116 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90d324bf-2ff4-4877-9cb9-21af30948ad9 req-276b4a14-7e87-4434-a7bc-181b65b6b0ee service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557391 Jul 13 19:16:01.704911 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda3aee-33b4-4825-9676-07866b47f68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d27fcf-ce9f-4052-a142-ab43ff21a665,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:01.713807 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.750332 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58c2f3bc-67b9-4ad6-b54f-b03678f7b550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.762338 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7def50-f65f-4d7f-83e4-65e40d7aa289 x-openstack-request-id: req-1c7def50-f65f-4d7f-83e4-65e40d7aa289 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:01.762632 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c", "name": "network-vif-plugged", "status": "completed", "tag": "78a29a90-a22a-473c-a951-c3f19e40aaf8", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:01.762892 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c7def50-f65f-4d7f-83e4-65e40d7aa289 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:01.763401 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a29a90-a22a-473c-a951-c3f19e40aaf8', 'code': 200} Jul 13 19:16:01.765973 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Network 4cd79301-d87a-4d0a-8170-40824eeac598 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:01.774904 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58c2f3bc-67b9-4ad6-b54f-b03678f7b550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.803000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:01.805124 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-02e08923-e4fe-4155-812e-bc926ec6adf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.840831 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:01.854153 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:01.854828 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.885953 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58c2f3bc-67b9-4ad6-b54f-b03678f7b550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.889830 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58c2f3bc-67b9-4ad6-b54f-b03678f7b550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:01.893762 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-58c2f3bc-67b9-4ad6-b54f-b03678f7b550 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18d27fcf-ce9f-4052-a142-ab43ff21a665 HTTP/1.1" status: 204 len: 168 time: 0.2514699 Jul 13 19:16:01.908200 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:01.927086 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-49951475-362e-4fe2-a339-8dcbc4e92778 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3543835 Jul 13 19:16:01.935448 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2f3bc-67b9-4ad6-b54f-b03678f7b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d27fcf-ce9f-4052-a142-ab43ff21a665,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:01.943706 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Request body: {'port': {'device_id': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:02.037522 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.052176 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86234-7ad9-4793-b21b-556ca1479238 req-5d72a2ed-d3b2-4f0e-8a7c-3b2b58c4404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.053878 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-58a86234-7ad9-4793-b21b-556ca1479238 req-5d72a2ed-d3b2-4f0e-8a7c-3b2b58c4404f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 1096 time: 0.2526016 Jul 13 19:16:02.058575 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b760e-2ee5-4112-96f3-8b30fa49bdd0 req-9287d2b5-8ce7-4f0f-bbe4-25dd304f9d3b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.060086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f84b760e-2ee5-4112-96f3-8b30fa49bdd0 req-9287d2b5-8ce7-4f0f-bbe4-25dd304f9d3b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1884310 Jul 13 19:16:02.170398 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1e4deb2c-47d6-454b-a6bf-c697155086e6 None None] Provisioning for port b37972d9-fee7-497e-a5c2-2a762de510d7 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:02.186490 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1e4deb2c-47d6-454b-a6bf-c697155086e6 None None] Provisioning complete for port b37972d9-fee7-497e-a5c2-2a762de510d7 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:02.187207 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1e4deb2c-47d6-454b-a6bf-c697155086e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.206898 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f84b760e-2ee5-4112-96f3-8b30fa49bdd0 req-aae2a966-25d8-40f4-9878-7b0754d026f8 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222351 Jul 13 19:16:02.230594 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.244302 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b659-a8c8-4086-99da-1871a2318ae2 req-fe7d97b0-653a-4fbf-9cf7-37600c27f440 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.246910 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5f55b659-a8c8-4086-99da-1871a2318ae2 req-fe7d97b0-653a-4fbf-9cf7-37600c27f440 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 931 time: 0.2506793 Jul 13 19:16:02.261141 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-1e4deb2c-47d6-454b-a6bf-c697155086e6 None None] Port b37972d9-fee7-497e-a5c2-2a762de510d7 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:16:02.268073 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639fca2-f70f-43ca-b871-790406e8ebca req-c28262ff-860f-43ec-82f6-8eb2a5b2985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.269724 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9639fca2-f70f-43ca-b871-790406e8ebca req-c28262ff-860f-43ec-82f6-8eb2a5b2985c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 1099 time: 0.2207623 Jul 13 19:16:02.289918 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86234-7ad9-4793-b21b-556ca1479238 req-2ced8b54-c5ac-4919-be8b-4232d733a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.291482 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-58a86234-7ad9-4793-b21b-556ca1479238 req-2ced8b54-c5ac-4919-be8b-4232d733a9a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.2112472 Jul 13 19:16:02.307491 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-9639fca2-f70f-43ca-b871-790406e8ebca req-f6278313-46d6-4727-8480-b07657188a50 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.344904 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5f55b659-a8c8-4086-99da-1871a2318ae2 req-61dce66c-0c54-4c79-9955-f3e87989edda tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875318 Jul 13 19:16:02.403561 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-58a86234-7ad9-4793-b21b-556ca1479238 req-4fd76274-6522-452f-acb4-5f6bc42b19b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f58ed6-b4d0-4c85-b401-bc8507279690 HTTP/1.1" status: 200 len: 217 time: 0.1005206 Jul 13 19:16:02.498718 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a86234-7ad9-4793-b21b-556ca1479238 req-5f2822a9-930b-4945-a429-a3657fbc492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.500200 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-58a86234-7ad9-4793-b21b-556ca1479238 req-5f2822a9-930b-4945-a429-a3657fbc492a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0875847 Jul 13 19:16:02.517948 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-9639fca2-f70f-43ca-b871-790406e8ebca req-f6278313-46d6-4727-8480-b07657188a50 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.541151 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-9639fca2-f70f-43ca-b871-790406e8ebca req-f6278313-46d6-4727-8480-b07657188a50 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.555073 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-58a86234-7ad9-4793-b21b-556ca1479238 req-191b8a52-88f9-47fd-b51b-172ce3ca3597 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474849 Jul 13 19:16:02.692568 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37972d9-fee7-497e-a5c2-2a762de510d7 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:02.715481 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.749651 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Transition to ACTIVE for port object b37972d9-fee7-497e-a5c2-2a762de510d7 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:02.753810 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-58a86234-7ad9-4793-b21b-556ca1479238 req-663ac4d7-e405-49dd-b5f3-e4ea5cafe1ac service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821058 Jul 13 19:16:02.768361 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.849763 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9639fca2-f70f-43ca-b871-790406e8ebca req-f6278313-46d6-4727-8480-b07657188a50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692327 Jul 13 19:16:02.859240 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:02.882541 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6278313-46d6-4727-8480-b07657188a50 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f97be720-0da4-4857-9d3f-eaed7c756023,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:02.924974 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13532d9-47e9-41d4-b1ad-82bc3264ca5c req-774398ba-f3cb-4e47-91a5-8ccb73922917 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.937732 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e13532d9-47e9-41d4-b1ad-82bc3264ca5c req-774398ba-f3cb-4e47-91a5-8ccb73922917 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 943 time: 0.4051049 Jul 13 19:16:02.970205 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d0492-d8bb-4f4d-a1b0-e39176525731 req-b918c022-dd1e-4de5-83bc-2db71af55f4a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:02.972134 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-207d0492-d8bb-4f4d-a1b0-e39176525731 req-b918c022-dd1e-4de5-83bc-2db71af55f4a tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 945 time: 0.1461053 Jul 13 19:16:02.975580 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:03.021473 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-58a86234-7ad9-4793-b21b-556ca1479238 req-4769b54d-e7ad-4a08-9388-e5e2f5b9a805 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488379 Jul 13 19:16:03.026691 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e13532d9-47e9-41d4-b1ad-82bc3264ca5c req-792f23d0-6bb7-4adf-b47a-a6ec3f4e6f8d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914648 Jul 13 19:16:03.028431 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Attempting to bind port b37972d9-fee7-497e-a5c2-2a762de510d7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:03.029210 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Attempting to bind port b37972d9-fee7-497e-a5c2-2a762de510d7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:03.029551 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Attempting to bind port b37972d9-fee7-497e-a5c2-2a762de510d7 on network 4cd79301-d87a-4d0a-8170-40824eeac598 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:03.036792 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Port b37972d9-fee7-497e-a5c2-2a762de510d7 on network 4cd79301-d87a-4d0a-8170-40824eeac598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:16:03.037121 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Attempting to bind port b37972d9-fee7-497e-a5c2-2a762de510d7 on network 4cd79301-d87a-4d0a-8170-40824eeac598 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:03.052062 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 40f58ed6-b4d0-4c85-b401-bc8507279690 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:03.053612 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:03.054316 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Checking segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:03.054719 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Bound using segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:03.057382 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Bound port: b37972d9-fee7-497e-a5c2-2a762de510d7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:03.058153 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 51f9e6b7-1a1e-4121-be57-e05acdbf2897 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:03.058434 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.074186 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-207d0492-d8bb-4f4d-a1b0-e39176525731 req-ad7b9a1d-9673-4b77-81ac-b97a46924ef5 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874493 Jul 13 19:16:03.165866 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:03.171204 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:03.176430 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 40f58ed6-b4d0-4c85-b401-bc8507279690, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=40f58ed6-b4d0-4c85-b401-bc8507279690,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:03.177966 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.219512 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '40f58ed6-b4d0-4c85-b401-bc8507279690', 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'port_id': '40f58ed6-b4d0-4c85-b401-bc8507279690', 'mac_address': 'fa:16:3e:9b:c9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:03.235040 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:03.238806 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.240446 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] 10.222.0.61 "PUT /v2.0/ports/b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 200 len: 1093 time: 1.3031642 Jul 13 19:16:03.284250 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:03.287624 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ca665-780d-4c37-851d-03c34fd16db2" -d '{"events": [{"name": "network-changed", "server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:03.314178 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.348289 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f58ed6-b4d0-4c85-b401-bc8507279690 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:03.422493 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db9604-d03e-4cc5-b849-5a8bbc4b1988 x-openstack-request-id: req-95db9604-d03e-4cc5-b849-5a8bbc4b1988 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:03.423654 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:03.425535 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95db9604-d03e-4cc5-b849-5a8bbc4b1988 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:03.426035 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'status': 'completed', 'code': 200} Jul 13 19:16:03.451089 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c8961-4879-46aa-acf9-5be12c917c1c req-b7b705f5-9722-4795-af7c-335ace5e6505 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:03.463879 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1d6c8961-4879-46aa-acf9-5be12c917c1c req-b7b705f5-9722-4795-af7c-335ace5e6505 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.0977681 Jul 13 19:16:03.470856 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 40f58ed6-b4d0-4c85-b401-bc8507279690, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=40f58ed6-b4d0-4c85-b401-bc8507279690,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:03.488156 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:03.490808 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ccef0-610c-4cab-ad96-8d316c25da23 service neutron] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:03.517208 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:03.517590 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.532203 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.532884 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 736c6364-c82d-4441-b752-6065c24da862 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:03.540204 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1d6c8961-4879-46aa-acf9-5be12c917c1c req-2142d557-4b6b-450e-94b4-9d2eed812139 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738535 Jul 13 19:16:03.566420 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-91ef4334-6a7d-4175-a058-b4b07bc0343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:03.568012 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-91ef4334-6a7d-4175-a058-b4b07bc0343d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1096 time: 0.2522919 Jul 13 19:16:03.662581 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-e88871af-cb60-4adf-9d74-1a8c8f56f582 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 200 len: 217 time: 0.0858281 Jul 13 19:16:03.710279 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=40f58ed6-b4d0-4c85-b401-bc8507279690,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:03.739594 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-4a20be87-7d25-481a-b588-3829d24a245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:03.741231 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-4a20be87-7d25-481a-b588-3829d24a245f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0703218 Jul 13 19:16:03.755962 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 736c6364-c82d-4441-b752-6065c24da862, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=736c6364-c82d-4441-b752-6065c24da862,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:03.760336 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebb3aa-dfad-412b-b99f-e7259b427a7d req-6743a428-cc92-4d81-9367-dc1427275227 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:03.769396 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e4ebb3aa-dfad-412b-b99f-e7259b427a7d req-6743a428-cc92-4d81-9367-dc1427275227 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1343756 Jul 13 19:16:03.769687 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '736c6364-c82d-4441-b752-6065c24da862', 'network_id': 'ea1d1b2e-c5b8-4671-8c05-39b21c3980e6', 'port_id': '736c6364-c82d-4441-b752-6065c24da862', 'mac_address': 'fa:16:3e:c8:32:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e0cf07-4a1f-49dd-8847-45ddf936b9b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:03.851452 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e4ebb3aa-dfad-412b-b99f-e7259b427a7d req-11940594-af25-4089-9b82-0370586af8fe tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753055 Jul 13 19:16:03.855681 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.864684 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.873401 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d1526e0-8613-4394-bd51-c885cebd945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:03.875946 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-9d1526e0-8613-4394-bd51-c885cebd945a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1260397 Jul 13 19:16:03.889204 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736c6364-c82d-4441-b752-6065c24da862 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:03.898361 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f9e6b7-1a1e-4121-be57-e05acdbf2897'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:03.901532 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47921711-286b-4f5d-8ff8-dd61f0ab3cc1" -d '{"events": [{"server_uuid": "b4651c8d-6225-4693-8c5d-4b11f852dcd1", "name": "network-vif-plugged", "status": "completed", "tag": "51f9e6b7-1a1e-4121-be57-e05acdbf2897"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:03.951916 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 51f9e6b7-1a1e-4121-be57-e05acdbf2897, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=51f9e6b7-1a1e-4121-be57-e05acdbf2897,segment=NetworkSegment(26183d6e-8e0d-4768-9251-cbc8b83e8423),segment_id=26183d6e-8e0d-4768-9251-cbc8b83e8423)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:03.971361 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f263dd-89c1-491b-88af-69dfb86215aa x-openstack-request-id: req-f2f263dd-89c1-491b-88af-69dfb86215aa {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:03.971655 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4651c8d-6225-4693-8c5d-4b11f852dcd1", "name": "network-vif-plugged", "status": "completed", "tag": "51f9e6b7-1a1e-4121-be57-e05acdbf2897", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:03.971962 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2f263dd-89c1-491b-88af-69dfb86215aa {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:03.972408 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f9e6b7-1a1e-4121-be57-e05acdbf2897', 'code': 200} Jul 13 19:16:03.976142 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:03.980958 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 736c6364-c82d-4441-b752-6065c24da862, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=736c6364-c82d-4441-b752-6065c24da862,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:03.986630 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-64adbe41-00e8-47a4-bed1-ea99cf630711 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028478 Jul 13 19:16:03.986807 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56074) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:04.015156 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:04.060461 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=51f9e6b7-1a1e-4121-be57-e05acdbf2897,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:04.121089 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bc91c8f9-18d8-4f4e-bf76-c66c948740bf req-1164b563-9d7b-47c2-aab6-aacc0624a3ad service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256998 Jul 13 19:16:04.173948 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=736c6364-c82d-4441-b752-6065c24da862,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:04.326171 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9423c8a-1387-4cc9-bc0f-186803afdb58 req-a55d5a46-5775-4e25-b5af-d7d637e2ad1f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:04.334226 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9423c8a-1387-4cc9-bc0f-186803afdb58 req-a55d5a46-5775-4e25-b5af-d7d637e2ad1f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 944 time: 0.1222124 Jul 13 19:16:04.396169 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['736c6364-c82d-4441-b752-6065c24da862'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:04.428197 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8406989e-595f-44a5-ad0b-f7dc04d2d59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:04.428430 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-d66d3f4d-4b80-43bf-ae56-506f5316b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:04.432904 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-d66d3f4d-4b80-43bf-ae56-506f5316b920 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1096 time: 0.2249501 Jul 13 19:16:04.443976 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['40f58ed6-b4d0-4c85-b401-bc8507279690'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:04.486446 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9423c8a-1387-4cc9-bc0f-186803afdb58 req-5fe334d0-f04b-4c8f-980d-f3590ddd5540 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488540 Jul 13 19:16:04.595013 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8406989e-595f-44a5-ad0b-f7dc04d2d59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:04.610369 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8406989e-595f-44a5-ad0b-f7dc04d2d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:04.658580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406989e-595f-44a5-ad0b-f7dc04d2d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08e14ca-98f5-427b-8ffc-de62fa47311a,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:04.690343 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb1598-7443-477e-b9b2-d226f664b420 req-e330690b-92ed-45e7-a29a-5003c12b3275 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:04.699218 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-abeb1598-7443-477e-b9b2-d226f664b420 req-e330690b-92ed-45e7-a29a-5003c12b3275 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.3637438 Jul 13 19:16:04.727278 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:04.774629 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-abeb1598-7443-477e-b9b2-d226f664b420 req-b9beaa8f-95e2-49c6-a869-1175da1fd8b7 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734563 Jul 13 19:16:04.793951 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-8406989e-595f-44a5-ad0b-f7dc04d2d59b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24d0b9c698994fe196b084de821fac0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038387 Jul 13 19:16:04.795672 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56110) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:04.897037 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e461-3ef3-4f3f-b793-fe9f5a952687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:04.917495 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510fd03-a4fd-405f-aa9e-63fccdfece51 req-320c9253-5f33-4e00-8220-4f963065c276 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:04.919169 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a510fd03-a4fd-405f-aa9e-63fccdfece51 req-320c9253-5f33-4e00-8220-4f963065c276 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1058319 Jul 13 19:16:04.941040 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00d2a-3d3f-4623-ad1a-3ef78123d889 req-40455075-89a1-47c5-b3ba-88d17d519f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:04.942558 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bbc00d2a-3d3f-4623-ad1a-3ef78123d889 req-40455075-89a1-47c5-b3ba-88d17d519f7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 1099 time: 0.6466188 Jul 13 19:16:04.951813 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e461-3ef3-4f3f-b793-fe9f5a952687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:04.991220 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a510fd03-a4fd-405f-aa9e-63fccdfece51 req-900a16df-eb59-4b53-8422-c30bfcf22966 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Jul 13 19:16:04.995162 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bbc00d2a-3d3f-4623-ad1a-3ef78123d889 req-6d38cd49-13d5-421d-bb15-2915e03da837 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Jul 13 19:16:05.006824 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-a8fc9e0e-21d3-4015-a378-9166531d60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:05.008544 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-a8fc9e0e-21d3-4015-a378-9166531d60f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.5569699 Jul 13 19:16:05.063745 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e461-3ef3-4f3f-b793-fe9f5a952687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.066700 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e461-3ef3-4f3f-b793-fe9f5a952687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.067835 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-dfa0e461-3ef3-4f3f-b793-fe9f5a952687 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e08e14ca-98f5-427b-8ffc-de62fa47311a HTTP/1.1" status: 204 len: 168 time: 0.2702830 Jul 13 19:16:05.084013 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e75dd9-826c-4d88-a643-4c5b83ff4beb req-a66ac346-a0cd-4213-9103-d143cf7edbd6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:05.088910 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-be0a01a1-51b1-4d12-bab9-8c0194f96516 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 200 len: 217 time: 0.0375473 Jul 13 19:16:05.090182 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6e75dd9-826c-4d88-a643-4c5b83ff4beb req-a66ac346-a0cd-4213-9103-d143cf7edbd6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0906310 Jul 13 19:16:05.092727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0e461-3ef3-4f3f-b793-fe9f5a952687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08e14ca-98f5-427b-8ffc-de62fa47311a,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:05.133013 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6e75dd9-826c-4d88-a643-4c5b83ff4beb req-abc81511-96db-4f55-b6c8-691cb94b2e30 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412283 Jul 13 19:16:05.158351 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-e671bd75-dd66-4dc8-b77a-50ef0436f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:05.160178 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-e671bd75-dd66-4dc8-b77a-50ef0436f7b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0641425 Jul 13 19:16:05.172569 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56122) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:05.242069 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-fbd56f6a-889f-4ec8-9033-17d6cbe0a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:05.245185 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-fbd56f6a-889f-4ec8-9033-17d6cbe0a7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667753 Jul 13 19:16:05.349566 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-a35c9dc5-901c-4449-bdf9-4ea587dbe403 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968513 Jul 13 19:16:05.423460 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1bde1253-943b-4b31-9d11-c644e1b73b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.455022 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1e1ca665-780d-4c37-851d-03c34fd16db2 req-605d8efc-a28b-4dfe-b788-1048023397f7 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954812 Jul 13 19:16:05.559823 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1bde1253-943b-4b31-9d11-c644e1b73b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.565324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1bde1253-943b-4b31-9d11-c644e1b73b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.611941 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56144) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:05.612257 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1bde1253-943b-4b31-9d11-c644e1b73b63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26fd895a35924245a5133604e353cee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388762 Jul 13 19:16:05.613836 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde1253-943b-4b31-9d11-c644e1b73b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0727945-d991-437a-b222-c6be9af386d7,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:05.672266 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a9b36b20-dbdc-44b9-b471-345a4e2e5840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.696601 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a9b36b20-dbdc-44b9-b471-345a4e2e5840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.717070 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf5334-b592-4c99-ac21-eab880a1715e req-6a76244e-2714-4ab9-9a3f-f88ec00047d9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:05.718535 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-abaf5334-b592-4c99-ac21-eab880a1715e req-6a76244e-2714-4ab9-9a3f-f88ec00047d9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 944 time: 0.0830076 Jul 13 19:16:05.768506 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-abaf5334-b592-4c99-ac21-eab880a1715e req-67e6d278-547c-44a4-83ce-5ab2912b75ad tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Jul 13 19:16:05.795282 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a9b36b20-dbdc-44b9-b471-345a4e2e5840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.798205 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a9b36b20-dbdc-44b9-b471-345a4e2e5840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:05.812068 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a9b36b20-dbdc-44b9-b471-345a4e2e5840 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0727945-d991-437a-b222-c6be9af386d7 HTTP/1.1" status: 204 len: 168 time: 0.1989036 Jul 13 19:16:05.820790 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b36b20-dbdc-44b9-b471-345a4e2e5840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0727945-d991-437a-b222-c6be9af386d7,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:06.006979 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60837c-fc44-4b89-9db6-660021818c7d req-8573b713-ce6f-4774-9de9-8d48c2f9c402 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:06.014855 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0e60837c-fc44-4b89-9db6-660021818c7d req-8573b713-ce6f-4774-9de9-8d48c2f9c402 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0875838 Jul 13 19:16:06.062884 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0e60837c-fc44-4b89-9db6-660021818c7d req-36be90b5-a6e0-4254-a26b-c427e1af29e3 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469210 Jul 13 19:16:06.136501 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56182) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:06.242506 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325749df-0aa7-4ce6-a124-10ca48cd4f45 req-4776c21f-f695-481d-8971-af086dbaa409 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:06.255854 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-325749df-0aa7-4ce6-a124-10ca48cd4f45 req-4776c21f-f695-481d-8971-af086dbaa409 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1168566 Jul 13 19:16:06.331634 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-325749df-0aa7-4ce6-a124-10ca48cd4f45 req-ac7c8e7e-a52b-48d0-aa86-eb31df866b7a tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748408 Jul 13 19:16:06.401282 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc1a8-c430-4b2c-9dc2-c33aaa8923e8 req-1456822f-b2c9-4f28-a77d-db6ba9a1856e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:06.402918 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-189cc1a8-c430-4b2c-9dc2-c33aaa8923e8 req-1456822f-b2c9-4f28-a77d-db6ba9a1856e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0948148 Jul 13 19:16:06.444760 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-189cc1a8-c430-4b2c-9dc2-c33aaa8923e8 req-ae803373-ec23-49c3-aea2-4b39f2560d06 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355966 Jul 13 19:16:06.483240 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58bd79de-87a9-4d2d-b6f3-f624f3bad6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.551435 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56204) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:06.566665 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-46c93751-e63f-4816-8166-cf6ff9733812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.608283 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58bd79de-87a9-4d2d-b6f3-f624f3bad6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.612858 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58bd79de-87a9-4d2d-b6f3-f624f3bad6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.654987 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd79de-87a9-4d2d-b6f3-f624f3bad6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9858645-ce19-4b9d-a6b0-d8266ef667b0,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:06.665878 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-58bd79de-87a9-4d2d-b6f3-f624f3bad6e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=350d120e465b4b92b345484274d81d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280488 Jul 13 19:16:06.668412 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56208) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:06.739202 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2a55d028-2397-4690-a526-053e0817b2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.760667 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-46c93751-e63f-4816-8166-cf6ff9733812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.766244 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2a55d028-2397-4690-a526-053e0817b2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.768243 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-46c93751-e63f-4816-8166-cf6ff9733812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.815407 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-46c93751-e63f-4816-8166-cf6ff9733812 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dcc072f2c6e4f58b8fd3b36cfbd85a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621474 Jul 13 19:16:06.816607 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c93751-e63f-4816-8166-cf6ff9733812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2cefd4-5342-40bf-a231-838229492eaf,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:06.818625 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56216) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:06.847411 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2a55d028-2397-4690-a526-053e0817b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.849826 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2a55d028-2397-4690-a526-053e0817b2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.853999 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-2a55d028-2397-4690-a526-053e0817b2cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9858645-ce19-4b9d-a6b0-d8266ef667b0 HTTP/1.1" status: 204 len: 168 time: 0.1813004 Jul 13 19:16:06.866772 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55d028-2397-4690-a526-053e0817b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9858645-ce19-4b9d-a6b0-d8266ef667b0,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:06.919766 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b9298bc-69c5-4f5d-9f86-d98f6ac0de53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:06.959120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b9298bc-69c5-4f5d-9f86-d98f6ac0de53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.034179 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b15c-7675-4bf8-b534-996a3188380a req-386f67de-7c1a-4bf0-bd48-e4f2d5d46b8f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:07.036056 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bcf5b15c-7675-4bf8-b534-996a3188380a req-386f67de-7c1a-4bf0-bd48-e4f2d5d46b8f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 944 time: 0.0915544 Jul 13 19:16:07.061409 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b9298bc-69c5-4f5d-9f86-d98f6ac0de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.063937 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b9298bc-69c5-4f5d-9f86-d98f6ac0de53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.065257 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-6b9298bc-69c5-4f5d-9f86-d98f6ac0de53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb2cefd4-5342-40bf-a231-838229492eaf HTTP/1.1" status: 204 len: 168 time: 0.2341442 Jul 13 19:16:07.075551 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:07.076752 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9298bc-69c5-4f5d-9f86-d98f6ac0de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2cefd4-5342-40bf-a231-838229492eaf,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:07.077747 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 40f58ed6-b4d0-4c85-b401-bc8507279690 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:07.090851 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bcf5b15c-7675-4bf8-b534-996a3188380a req-b96bb390-b7fe-4d31-87f0-6e3c04e33422 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Jul 13 19:16:07.103385 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56230) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:07.221534 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 40f58ed6-b4d0-4c85-b401-bc8507279690 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:07.230635 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:07.232935 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 40f58ed6-b4d0-4c85-b401-bc8507279690 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:07.233301 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.268298 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'port_id': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'mac_address': 'fa:16:3e:7e:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:07.289011 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c3461-debd-4b3f-8c72-82b59dea292f req-a5030be7-f371-4732-baca-51ea97b23054 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:07.289914 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56236) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:07.290650 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-635c3461-debd-4b3f-8c72-82b59dea292f req-a5030be7-f371-4732-baca-51ea97b23054 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0805500 Jul 13 19:16:07.311794 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-47b92019-c239-44c0-bcde-d50ad1300876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.333435 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.362870 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-635c3461-debd-4b3f-8c72-82b59dea292f req-095e7722-8de5-4a73-845e-59912744a967 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583858 Jul 13 19:16:07.368892 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37972d9-fee7-497e-a5c2-2a762de510d7 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:07.394592 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.420171 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:07.436242 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f58ed6-b4d0-4c85-b401-bc8507279690'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:07.439080 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f4ba70-39cf-434d-913a-70ac92c71f65" -d '{"events": [{"server_uuid": "40a6e254-ee56-4db3-a708-f4de4a943d48", "name": "network-vif-plugged", "status": "completed", "tag": "40f58ed6-b4d0-4c85-b401-bc8507279690"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:07.444580 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.475766 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 40f58ed6-b4d0-4c85-b401-bc8507279690, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=40f58ed6-b4d0-4c85-b401-bc8507279690,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:07.490260 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.491442 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 736c6364-c82d-4441-b752-6065c24da862 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:07.551090 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-47b92019-c239-44c0-bcde-d50ad1300876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.558843 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-47b92019-c239-44c0-bcde-d50ad1300876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.585951 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d1ebaf12-4284-4aec-a79d-373554b39c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.633934 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b92019-c239-44c0-bcde-d50ad1300876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece47b2e-e732-4f56-8c1a-aafb8d363cc2,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:07.639546 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-47b92019-c239-44c0-bcde-d50ad1300876 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f584be02232c4420a12712e364511d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483393 Jul 13 19:16:07.642281 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56256) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:07.756487 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74f57c58-3801-4c61-a7f6-58a6736f2fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.806060 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74f57c58-3801-4c61-a7f6-58a6736f2fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.893934 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74f57c58-3801-4c61-a7f6-58a6736f2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.897418 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74f57c58-3801-4c61-a7f6-58a6736f2fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:07.898873 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-74f57c58-3801-4c61-a7f6-58a6736f2fc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ece47b2e-e732-4f56-8c1a-aafb8d363cc2 HTTP/1.1" status: 204 len: 168 time: 0.2493298 Jul 13 19:16:07.909377 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f57c58-3801-4c61-a7f6-58a6736f2fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece47b2e-e732-4f56-8c1a-aafb8d363cc2,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:07.940183 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeae5308-d0e6-4a4f-94d1-9eda690cb076 x-openstack-request-id: req-aeae5308-d0e6-4a4f-94d1-9eda690cb076 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:07.941064 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a6e254-ee56-4db3-a708-f4de4a943d48", "name": "network-vif-plugged", "status": "completed", "tag": "40f58ed6-b4d0-4c85-b401-bc8507279690", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:07.942799 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aeae5308-d0e6-4a4f-94d1-9eda690cb076 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:07.943459 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f58ed6-b4d0-4c85-b401-bc8507279690', 'code': 200} Jul 13 19:16:07.958181 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:08.020001 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d1ebaf12-4284-4aec-a79d-373554b39c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.037338 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d1ebaf12-4284-4aec-a79d-373554b39c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.057085 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['b37972d9-fee7-497e-a5c2-2a762de510d7'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:08.130130 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d53b-59aa-419d-b473-a98577e796ea req-6240bef1-984f-4547-b284-8c0df4ebaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:08.136952 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-baa6d53b-59aa-419d-b473-a98577e796ea req-6240bef1-984f-4547-b284-8c0df4ebaf08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 1098 time: 0.1964238 Jul 13 19:16:08.145100 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b8b4-4eb2-4314-b4f5-236664864ceb req-802c4bcc-52f7-425f-8fa2-e7f02de9b22f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:08.156925 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5b1b8b4-4eb2-4314-b4f5-236664864ceb req-802c4bcc-52f7-425f-8fa2-e7f02de9b22f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.3732245 Jul 13 19:16:08.165756 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 736c6364-c82d-4441-b752-6065c24da862 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:08.198660 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=40f58ed6-b4d0-4c85-b401-bc8507279690,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:08.210849 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-baa6d53b-59aa-419d-b473-a98577e796ea req-51c9032b-347d-4e36-95a1-137fa2752cc4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 Jul 13 19:16:08.220505 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 736c6364-c82d-4441-b752-6065c24da862 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:08.221563 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.233392 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebaf12-4284-4aec-a79d-373554b39c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f49c54-76e6-4f37-8404-6d2d2ebde873,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:08.286960 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d1ebaf12-4284-4aec-a79d-373554b39c98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fb3bb38329a414fa89a8b4d832f30bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1824131 Jul 13 19:16:08.289753 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56296) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:08.337156 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5b1b8b4-4eb2-4314-b4f5-236664864ceb req-e2df7551-5e7e-403c-b145-f024b070f3d6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791956 Jul 13 19:16:08.378992 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f29a14be-61c8-489a-a302-b5500d668cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.426580 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f29a14be-61c8-489a-a302-b5500d668cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.443473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56302) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:08.463495 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-032ecca9-4a78-41a0-a990-069e8be12ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.515564 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f29a14be-61c8-489a-a302-b5500d668cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.519858 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f29a14be-61c8-489a-a302-b5500d668cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.523722 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f29a14be-61c8-489a-a302-b5500d668cc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37f49c54-76e6-4f37-8404-6d2d2ebde873 HTTP/1.1" status: 204 len: 168 time: 0.2327683 Jul 13 19:16:08.534307 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a14be-61c8-489a-a302-b5500d668cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f49c54-76e6-4f37-8404-6d2d2ebde873,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:08.566117 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.614548 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 736c6364-c82d-4441-b752-6065c24da862, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=736c6364-c82d-4441-b752-6065c24da862,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:08.622682 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.671773 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853a5b-90b9-47fc-b8ed-93571eb4db37 req-598c70c0-c138-40dc-8717-fafd97440c3f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:08.673454 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-13853a5b-90b9-47fc-b8ed-93571eb4db37 req-598c70c0-c138-40dc-8717-fafd97440c3f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.2016149 Jul 13 19:16:08.741467 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=736c6364-c82d-4441-b752-6065c24da862,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:08.744874 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-032ecca9-4a78-41a0-a990-069e8be12ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.786591 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-13853a5b-90b9-47fc-b8ed-93571eb4db37 req-3e7eb749-d019-4535-b0b1-05d05ac0585e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061473 Jul 13 19:16:08.788062 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-032ecca9-4a78-41a0-a990-069e8be12ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.849469 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-032ecca9-4a78-41a0-a990-069e8be12ec2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75a4950f14a14e09a9e92706aa90b0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023674 Jul 13 19:16:08.850066 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56318) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:08.903547 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ecca9-4a78-41a0-a990-069e8be12ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ba4df-96ea-496e-bad4-d611ff0c6dda,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:08.929183 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e296e241-9efa-4038-b14f-d2225e357290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:08.968681 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e296e241-9efa-4038-b14f-d2225e357290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:09.033126 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e296e241-9efa-4038-b14f-d2225e357290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:09.040690 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e296e241-9efa-4038-b14f-d2225e357290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:09.045611 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e296e241-9efa-4038-b14f-d2225e357290 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b3ba4df-96ea-496e-bad4-d611ff0c6dda HTTP/1.1" status: 204 len: 168 time: 0.1944489 Jul 13 19:16:09.055355 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296e241-9efa-4038-b14f-d2225e357290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ba4df-96ea-496e-bad4-d611ff0c6dda,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:09.589184 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027226e0-3d67-4bf5-9d88-6f3441660e03 req-72aa34c7-e655-465c-b6a4-e2f78fa9aa92 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:09.590828 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-027226e0-3d67-4bf5-9d88-6f3441660e03 req-72aa34c7-e655-465c-b6a4-e2f78fa9aa92 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.1156199 Jul 13 19:16:09.638971 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-027226e0-3d67-4bf5-9d88-6f3441660e03 req-b6302b5e-8428-463f-ac0d-5af6fdf7a419 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400081 Jul 13 19:16:09.944802 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c6364-c82d-4441-b752-6065c24da862'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:09.947266 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec7d8e5-83ad-4e6b-b3a5-467903e6dd7e" -d '{"events": [{"server_uuid": "bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0", "name": "network-vif-plugged", "status": "completed", "tag": "736c6364-c82d-4441-b752-6065c24da862"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:10.009466 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bb9aee-4184-4876-af49-cfc2b7cda228 x-openstack-request-id: req-a0bb9aee-4184-4876-af49-cfc2b7cda228 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:10.010360 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0", "name": "network-vif-plugged", "status": "completed", "tag": "736c6364-c82d-4441-b752-6065c24da862", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:10.010787 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0bb9aee-4184-4876-af49-cfc2b7cda228 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:10.011189 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c6364-c82d-4441-b752-6065c24da862', 'code': 200} Jul 13 19:16:10.028418 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec5337-a7ed-42aa-b434-66e6475c0e89 req-cbca19e8-14e3-4315-98e7-3ee1ba80aa84 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.030093 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a9ec5337-a7ed-42aa-b434-66e6475c0e89 req-cbca19e8-14e3-4315-98e7-3ee1ba80aa84 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1101899 Jul 13 19:16:10.078634 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a9ec5337-a7ed-42aa-b434-66e6475c0e89 req-1ddb5b4f-d45d-44fa-a4db-c95345bb7566 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360510 Jul 13 19:16:10.100785 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56398) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:10.359497 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854abfe-60a1-4dbc-9f28-29fbc901223d req-bab278a1-849b-4070-a252-32b7ada46c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.366467 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b854abfe-60a1-4dbc-9f28-29fbc901223d req-bab278a1-849b-4070-a252-32b7ada46c72 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.1081009 Jul 13 19:16:10.397649 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-851225972-network', 'tenant_id': '678ed073b7e34e80854fc0cefcc60d0d'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:10.455277 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b854abfe-60a1-4dbc-9f28-29fbc901223d req-de96ba3f-9e56-4671-9ac1-f06ba1f8a81a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825098 Jul 13 19:16:10.462939 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Made reservation on behalf of 678ed073b7e34e80854fc0cefcc60d0d for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:10.467878 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.486305 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.627915 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-587de853-bdfd-4185-bbdc-35ebefa62240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.629701 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-587de853-bdfd-4185-bbdc-35ebefa62240 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 1098 time: 0.1002638 Jul 13 19:16:10.652968 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.685824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891aca10-de0c-45d1-bbcf-51f8f68fc6ef req-6682e941-4ee9-4269-b542-c42efafd6e1a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.693420 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.696920 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-891aca10-de0c-45d1-bbcf-51f8f68fc6ef req-6682e941-4ee9-4269-b542-c42efafd6e1a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0939820 Jul 13 19:16:10.748965 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:16:10.756197 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8698870-4ec5-4f95-94c4-d6402cbb94d5,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:10.774086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-891aca10-de0c-45d1-bbcf-51f8f68fc6ef req-8ea46c42-7b89-4412-ba4b-1b7a54433c58 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605948 Jul 13 19:16:10.775178 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56430) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:10.783028 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.783378 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Added segment 9fd17c5a-00d2-4181-b164-0be35d50d4c3 of type vlan for network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 Jul 13 19:16:10.829232 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-b77b770c-52b6-4025-a253-8c0d340e7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.830777 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-b77b770c-52b6-4025-a253-8c0d340e7eb3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.1931822 Jul 13 19:16:10.865732 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817e0e-66fa-4646-b42a-0ca06d1e3673 req-8ada1e06-600c-4208-a90c-6b9db2208943 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.867388 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a817e0e-66fa-4646-b42a-0ca06d1e3673 req-8ada1e06-600c-4208-a90c-6b9db2208943 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.0638766 Jul 13 19:16:10.881144 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.885733 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-191b200f-bf0e-4aae-8dda-42976282475f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f58ed6-b4d0-4c85-b401-bc8507279690 HTTP/1.1" status: 200 len: 217 time: 0.0467961 Jul 13 19:16:10.922990 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a817e0e-66fa-4646-b42a-0ca06d1e3673 req-0f7d32e0-471e-4387-bd6b-e8e2cdc60e9b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Jul 13 19:16:10.923699 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-02e5000f-3bd1-4710-be46-217d178628ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.952301 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-231e7028-fa14-4bee-833d-2db8a7726ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.953947 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-231e7028-fa14-4bee-833d-2db8a7726ab2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0620813 Jul 13 19:16:10.955336 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:10.956239 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:10.956802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.013855 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-02e5000f-3bd1-4710-be46-217d178628ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.019200 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-02e5000f-3bd1-4710-be46-217d178628ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.022087 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-3a66d372-3fae-4aa2-8636-590176e32ea1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584390 Jul 13 19:16:11.031407 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9285486 Jul 13 19:16:11.033315 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56438) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:11.041975 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Request body: {'subnet': {'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-851225972-subnet', 'tenant_id': '678ed073b7e34e80854fc0cefcc60d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:11.067058 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-02e5000f-3bd1-4710-be46-217d178628ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f65be85c20e4b6cbe9c440d30ffe7bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854095 Jul 13 19:16:11.067058 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5000f-3bd1-4710-be46-217d178628ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc6ab48-e427-4625-a1dc-8ae63b923d53,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:11.067616 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56440) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:11.076685 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb839e9-1975-4cc7-8dcf-34103efa632a admin admin] Pushing event updated for resources: {'Network': ['ID=5914c634-f8a8-430e-9dbc-7ea7587dbf92,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:11.095779 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:16:11.108453 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:11.117533 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8d79125-2ccb-49c7-8566-80c1e17f7d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.131208 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Made reservation on behalf of 678ed073b7e34e80854fc0cefcc60d0d for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:11.133565 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.140479 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8d79125-2ccb-49c7-8566-80c1e17f7d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.197647 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8d79125-2ccb-49c7-8566-80c1e17f7d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.200529 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f8d79125-2ccb-49c7-8566-80c1e17f7d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.201745 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port b37972d9-fee7-497e-a5c2-2a762de510d7 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:11.202305 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f8d79125-2ccb-49c7-8566-80c1e17f7d16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/edc6ab48-e427-4625-a1dc-8ae63b923d53 HTTP/1.1" status: 204 len: 168 time: 0.1338017 Jul 13 19:16:11.210766 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79125-2ccb-49c7-8566-80c1e17f7d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc6ab48-e427-4625-a1dc-8ae63b923d53,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:11.228056 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port b37972d9-fee7-497e-a5c2-2a762de510d7 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:11.228420 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.229165 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-2d605470-fb2d-40c4-841b-b87f598c66ce service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820035 Jul 13 19:16:11.323388 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.358778 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:11.365417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.395773 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-475fd444-c78e-40cd-a650-3166a985b3a7 req-b452ddaf-0f78-4a93-a417-ab821dffeb20 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546571 Jul 13 19:16:11.422615 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:11.425479 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.475076 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd67d48d-76ba-4362-830c-ff0b0a1e931f,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:11.494870 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Checking segment: {'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:11.495243 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Network hostable DHCP agents. Network: 5914c634-f8a8-430e-9dbc-7ea7587dbf92, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:16:11.531623 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:16:11.545215 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 5914c634-f8a8-430e-9dbc-7ea7587dbf92) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:11.547645 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:11.548410 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:11.561881 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd707791-ff34-4085-9e94-6c60f7a73f95 None None] Network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:11.577706 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-42897d95-726f-47a5-bc3a-cb4250db7a37 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5413415 Jul 13 19:16:11.700245 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0dc2b9-1fe8-4dec-a6cb-13f82a09c530 None None] Network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:11.977566 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d73bca-71b8-49b2-bcec-b3af877d92c8 req-1ff1b9ef-0ef0-4d2f-8d10-027742cad56f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:11.979135 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-41d73bca-71b8-49b2-bcec-b3af877d92c8 req-1ff1b9ef-0ef0-4d2f-8d10-027742cad56f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0722046 Jul 13 19:16:12.012103 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:12.014456 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b965a-be20-4906-971d-0e2eaa23269e" -d '{"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:12.033066 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-41d73bca-71b8-49b2-bcec-b3af877d92c8 req-c37c8015-6e2a-409a-b837-1531357846f1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480926 Jul 13 19:16:12.089551 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b6f9c9-20a0-4029-8b66-17bcb7d108f7 x-openstack-request-id: req-f5b6f9c9-20a0-4029-8b66-17bcb7d108f7 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:12.089839 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:12.090088 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5b6f9c9-20a0-4029-8b66-17bcb7d108f7 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:12.090474 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'code': 200} Jul 13 19:16:12.149498 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26c54f-b81b-41ee-a96a-4df714e12260 req-710371c2-00d7-4e15-9c3e-12d7837c0a6f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:12.158008 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-df26c54f-b81b-41ee-a96a-4df714e12260 req-710371c2-00d7-4e15-9c3e-12d7837c0a6f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1002088 Jul 13 19:16:12.220753 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-df26c54f-b81b-41ee-a96a-4df714e12260 req-d8855140-c121-4bd1-986f-58a7dee6b538 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615256 Jul 13 19:16:12.371020 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4ce51-bb49-4d81-aec3-473db49e0e7c req-0e67bd50-8025-44fb-a76a-5a6679c4bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:12.372800 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90e4ce51-bb49-4d81-aec3-473db49e0e7c req-0e67bd50-8025-44fb-a76a-5a6679c4bf89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1098 time: 0.0594299 Jul 13 19:16:12.420764 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-90e4ce51-bb49-4d81-aec3-473db49e0e7c req-26ce6715-19b2-4c87-97e8-1f796c52dbde service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411232 Jul 13 19:16:13.211675 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a604f-51c4-40f7-bf13-38c0654ad17d req-05b3542f-2f8c-426c-b40d-cea90f545c94 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:13.213180 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-066a604f-51c4-40f7-bf13-38c0654ad17d req-05b3542f-2f8c-426c-b40d-cea90f545c94 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0692208 Jul 13 19:16:13.258101 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-066a604f-51c4-40f7-bf13-38c0654ad17d req-b63b57dc-b509-4913-bc9a-d0b4d132ee67 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354137 Jul 13 19:16:13.467736 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a19e5-d84d-49ae-aaa8-d136fa9a4865 req-a6b41997-9df2-4efb-8cfd-cc65b83f7ef7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:13.469686 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-193a19e5-d84d-49ae-aaa8-d136fa9a4865 req-a6b41997-9df2-4efb-8cfd-cc65b83f7ef7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0828941 Jul 13 19:16:13.518231 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-193a19e5-d84d-49ae-aaa8-d136fa9a4865 req-ff61d3a0-b5b6-435a-a459-0db3e9553329 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Jul 13 19:16:13.743158 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948cb90-9b6e-4262-b849-deb654115214 req-f512c6d1-72b5-46d0-a6db-7a9822e630b1 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:13.744717 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-f512c6d1-72b5-46d0-a6db-7a9822e630b1 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/networks?id=5914c634-f8a8-430e-9dbc-7ea7587dbf92 HTTP/1.1" status: 200 len: 808 time: 0.1094878 Jul 13 19:16:13.761328 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-59933bf3-e02a-4244-afe2-0f86e4a71adc tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/quotas/678ed073b7e34e80854fc0cefcc60d0d HTTP/1.1" status: 200 len: 375 time: 0.0099392 Jul 13 19:16:13.796685 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-daa31f09-925e-4e21-868f-0f7d743911b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=678ed073b7e34e80854fc0cefcc60d0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294046 Jul 13 19:16:13.896073 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-2ce4ef2d-493d-4c82-a77a-1f7784a7f519 service neutron] 10.222.0.62 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 Jul 13 19:16:13.982159 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-559cf9ee-0eb3-4541-838b-b8cbe77b19c2 service neutron] 10.222.0.62 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807462 Jul 13 19:16:14.101085 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56580) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:14.173896 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4db61271-d7c0-4a12-ad65-3670df79fc3a req-10ab850b-7dca-4b4c-a764-57290a1f7868 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0361972 Jul 13 19:16:14.211005 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd1fd-6d6a-4271-b0bf-46f9cd4cab39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.314923 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd1fd-6d6a-4271-b0bf-46f9cd4cab39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.320724 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd1fd-6d6a-4271-b0bf-46f9cd4cab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.363833 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-bfcbd1fd-6d6a-4271-b0bf-46f9cd4cab39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69ab1af990a44f6cb94d116945339407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587867 Jul 13 19:16:14.363833 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbd1fd-6d6a-4271-b0bf-46f9cd4cab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd361bc8-106a-4750-95a6-d670a41b37c4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:14.364211 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56594) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:14.487992 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-85a1c7ec-3333-49b5-90ca-046be1994f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.519065 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-85a1c7ec-3333-49b5-90ca-046be1994f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.539004 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fd3e9-70f7-442b-9b89-e79073d7c326 req-65f1de58-f614-44de-a78a-b65e11deb0c6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:14.540777 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-201fd3e9-70f7-442b-9b89-e79073d7c326 req-65f1de58-f614-44de-a78a-b65e11deb0c6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1583748 Jul 13 19:16:14.602169 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-201fd3e9-70f7-442b-9b89-e79073d7c326 req-b1bc3c1e-e2d3-4445-a9a3-2ca6a8be12f1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Jul 13 19:16:14.616403 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-85a1c7ec-3333-49b5-90ca-046be1994f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.619548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-85a1c7ec-3333-49b5-90ca-046be1994f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.621831 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-85a1c7ec-3333-49b5-90ca-046be1994f3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd361bc8-106a-4750-95a6-d670a41b37c4 HTTP/1.1" status: 204 len: 168 time: 0.2565084 Jul 13 19:16:14.630499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c7ec-3333-49b5-90ca-046be1994f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd361bc8-106a-4750-95a6-d670a41b37c4,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:14.713047 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dbb25-5877-43bd-979a-72a326423570 req-eae262bc-74f2-4a43-a31d-9bd04a4487b0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:14.714550 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-258dbb25-5877-43bd-979a-72a326423570 req-eae262bc-74f2-4a43-a31d-9bd04a4487b0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0648060 Jul 13 19:16:14.752890 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-258dbb25-5877-43bd-979a-72a326423570 req-4b77a2d7-2539-4571-866e-8afe141d97c8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Jul 13 19:16:14.908024 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56618) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:14.920961 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abbf8-00a4-419d-bbd3-b9920b7e30fe req-679d7a27-1399-4b0c-a862-e4ee833532f5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:14.921748 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea144-22ec-4660-b4cb-622658d986d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:14.922480 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9d7abbf8-00a4-419d-bbd3-b9920b7e30fe req-679d7a27-1399-4b0c-a862-e4ee833532f5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0629344 Jul 13 19:16:14.931096 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56620) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:14.935636 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'floatingip': {'port_id': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:15.003841 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:15.008736 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea144-22ec-4660-b4cb-622658d986d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:15.013874 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea144-22ec-4660-b4cb-622658d986d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:15.050182 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-cf6ea144-22ec-4660-b4cb-622658d986d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b8195db62d14611b41f5451b28e34f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410711 Jul 13 19:16:15.052234 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ea144-22ec-4660-b4cb-622658d986d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3da6a2b-bf65-46b8-8c74-9bd509b2e149,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:15.052848 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56622) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:15.190510 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26151737-8102-4c42-a838-10a4468d06a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:15.195093 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:16:15.253978 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26151737-8102-4c42-a838-10a4468d06a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:15.342505 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86125c05-c34f-4ae4-9b16-3d50c9520aab req-33dba83f-c58d-4b15-9f62-7dd5544066c6 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0486622 Jul 13 19:16:15.464261 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26151737-8102-4c42-a838-10a4468d06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:15.466719 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26151737-8102-4c42-a838-10a4468d06a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:15.473869 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-26151737-8102-4c42-a838-10a4468d06a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3da6a2b-bf65-46b8-8c74-9bd509b2e149 HTTP/1.1" status: 204 len: 168 time: 0.4170482 Jul 13 19:16:15.741994 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26151737-8102-4c42-a838-10a4468d06a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3da6a2b-bf65-46b8-8c74-9bd509b2e149,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:15.916440 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109166a-bad8-48b7-a950-a0c9c99a1c17 req-afdf69c5-65b7-49c7-9085-18e1fbd4f941 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:15.917880 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f109166a-bad8-48b7-a950-a0c9c99a1c17 req-afdf69c5-65b7-49c7-9085-18e1fbd4f941 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1771843 Jul 13 19:16:16.009378 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:16.017693 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f109166a-bad8-48b7-a950-a0c9c99a1c17 req-f8564824-9f0f-4192-b6a2-d455d21a2037 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709715 Jul 13 19:16:16.018278 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:16.113555 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Floating IP 403d6ebf-d8bf-41e6-8a63-5f18877495c8 associated. External IP: 172.27.3.70, port: b37972d9-fee7-497e-a5c2-2a762de510d7. Jul 13 19:16:16.327421 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Router b214c445-f8b4-4191-a264-c53a237395b3 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:16:16.438349 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:16:16.450234 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:16.453950 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] Sync routers for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:16:16.463228 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:16.463958 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:16:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:16.502734 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a4bf7315-c8be-49b5-8f24-ccd130cd1a34 req-dc9938e8-5c50-4dd0-932a-7c770d9b5f95 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0329869 Jul 13 19:16:16.526968 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-73b6d9ad-412b-46ff-b212-0f0331cd9c34 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "PUT /v2.0/floatingips/403d6ebf-d8bf-41e6-8a63-5f18877495c8 HTTP/1.1" status: 200 len: 990 time: 1.5922890 Jul 13 19:16:16.526968 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:16.528121 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:16.580251 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf226bc-9fbb-482a-b9e9-7e709598fccd x-openstack-request-id: req-daf226bc-9fbb-482a-b9e9-7e709598fccd {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:16.580548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:16.580804 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-daf226bc-9fbb-482a-b9e9-7e709598fccd {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:16.581208 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'status': 'completed', 'code': 200} Jul 13 19:16:16.633225 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:16.896376 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '403d6ebf-d8bf-41e6-8a63-5f18877495c8', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'port_id': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'mac_address': 'fa:16:3e:7e:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:15:53Z', 'updated_at': '2021-07-13T19:16:15Z', 'revision_number': 1, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:16.925570 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] Checking router: b214c445-f8b4-4191-a264-c53a237395b3 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:16:16.933972 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:16.934586 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:16:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:17.121951 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:17.200442 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa3332-7847-47ae-98c1-64a911fe05d6 req-a7632e3c-9e57-4436-ba01-81e8c522245e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:17.202514 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dbfa3332-7847-47ae-98c1-64a911fe05d6 req-a7632e3c-9e57-4436-ba01-81e8c522245e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0694432 Jul 13 19:16:17.247415 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dbfa3332-7847-47ae-98c1-64a911fe05d6 req-2b49cc7e-73af-4eb0-9485-6db16493c5c7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Jul 13 19:16:17.346064 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '403d6ebf-d8bf-41e6-8a63-5f18877495c8', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'port_id': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'mac_address': 'fa:16:3e:7e:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:15:53Z', 'updated_at': '2021-07-13T19:16:15Z', 'revision_number': 1, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:17.376200 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36fd40-26cf-4c42-90d8-d97a3437f3d0 None None] The sync data for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi is: [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '403d6ebf-d8bf-41e6-8a63-5f18877495c8', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'port_id': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'mac_address': 'fa:16:3e:7e:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:15:53Z', 'updated_at': '2021-07-13T19:16:15Z', 'revision_number': 1, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:16:17.530725 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-71789222-9aab-4778-9ab9-74051dec18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:17.532163 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-71789222-9aab-4778-9ab9-74051dec18ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1098 time: 0.0756214 Jul 13 19:16:17.644208 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a7929-2d19-46d9-a768-ed10f162f853 None None] New status for floating IP 403d6ebf-d8bf-41e6-8a63-5f18877495c8: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:16:17.665770 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-84ce125e-368a-472b-b770-2c50ff363272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:17.667805 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-84ce125e-368a-472b-b770-2c50ff363272 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.1046925 Jul 13 19:16:17.671812 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7cff3245-6591-4808-a64c-7f825cab5a67 req-5a2ab1ab-bdc3-4837-9ca0-5b235c1a7f45 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0386007 Jul 13 19:16:17.789334 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-fa96ec87-bc00-4880-85b6-5a4d8226082d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 200 len: 998 time: 0.1006148 Jul 13 19:16:17.842399 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-e6d1866a-5c37-412d-acd0-7fd38bca5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:17.843878 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-e6d1866a-5c37-412d-acd0-7fd38bca5194 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0472634 Jul 13 19:16:17.913949 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-961da01d-b857-4edb-9a36-1e121bc7c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:17.915560 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-961da01d-b857-4edb-9a36-1e121bc7c5b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600295 Jul 13 19:16:18.022985 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-02daef55-aa3a-4f49-a817-18adcacf9429 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915532 Jul 13 19:16:18.113027 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-860f2ae3-ff8b-42d0-a0f8-ab38c49776a1 req-ebce9f1f-d4e1-4057-81e6-1d73b1aa61ba service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830960 Jul 13 19:16:18.433658 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d5d2d-98d1-406d-8282-face8d9400ec req-509c0233-d366-48d4-a006-56a3cee0b125 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:18.435136 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d63d5d2d-98d1-406d-8282-face8d9400ec req-509c0233-d366-48d4-a006-56a3cee0b125 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0708666 Jul 13 19:16:18.477484 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d63d5d2d-98d1-406d-8282-face8d9400ec req-a0b5e26a-1f2f-424f-8ca1-b48735133dcc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365217 Jul 13 19:16:18.803095 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-007bbb24-147c-47bd-84e7-3c9e063f00ef req-cb836cc8-cae9-48fb-9918-4344f9bcf7e1 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0285745 Jul 13 19:16:19.106249 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56734) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:19.218570 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5b695c1b-3372-443e-8aaf-ca07a2580831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.309072 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5b695c1b-3372-443e-8aaf-ca07a2580831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.315128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5b695c1b-3372-443e-8aaf-ca07a2580831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.351532 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5b695c1b-3372-443e-8aaf-ca07a2580831 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62cab0b32a7548f6a2b8eab667ef09f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442284 Jul 13 19:16:19.352396 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b695c1b-3372-443e-8aaf-ca07a2580831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e788ecdf-93ba-4299-b2be-49a77817738f,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:19.354453 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56738) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:19.403104 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-45d76959-fba4-4a27-b9df-3054b1f96124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.429367 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-45d76959-fba4-4a27-b9df-3054b1f96124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.481174 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-45d76959-fba4-4a27-b9df-3054b1f96124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.483702 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-45d76959-fba4-4a27-b9df-3054b1f96124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.484834 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-45d76959-fba4-4a27-b9df-3054b1f96124 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e788ecdf-93ba-4299-b2be-49a77817738f HTTP/1.1" status: 204 len: 168 time: 0.1293876 Jul 13 19:16:19.493613 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d76959-fba4-4a27-b9df-3054b1f96124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e788ecdf-93ba-4299-b2be-49a77817738f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:19.661523 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0dab1-331e-4301-a7d9-1c144e057f07 req-29e68a14-b8cb-4251-abff-c5bb7a473e6d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:19.663632 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-99f0dab1-331e-4301-a7d9-1c144e057f07 req-29e68a14-b8cb-4251-abff-c5bb7a473e6d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0663626 Jul 13 19:16:19.701786 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-99f0dab1-331e-4301-a7d9-1c144e057f07 req-25bd9a0b-d131-4972-ac74-df56c7c5f27a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Jul 13 19:16:19.750487 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56750) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:19.766669 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a8e55d56-62db-4d05-8b9a-91a3326f0674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.862777 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a8e55d56-62db-4d05-8b9a-91a3326f0674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.868118 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a8e55d56-62db-4d05-8b9a-91a3326f0674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.907351 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e55d56-62db-4d05-8b9a-91a3326f0674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b22ff16-876c-427c-9fda-f42cc6df5ea0,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:19.912092 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-a8e55d56-62db-4d05-8b9a-91a3326f0674 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8eac660fc56e44d283b0568596310f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605299 Jul 13 19:16:19.915384 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56764) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:19.958907 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-08224a37-abbc-4aba-96cc-954d3da45bf6 req-fc3b39e2-a409-40e4-b924-1a1c1bb72b48 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0298102 Jul 13 19:16:19.971634 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-da206672-7e10-403c-a0ba-a8d89b7ea953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:19.999658 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-da206672-7e10-403c-a0ba-a8d89b7ea953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:20.047853 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-da206672-7e10-403c-a0ba-a8d89b7ea953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:20.050606 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-da206672-7e10-403c-a0ba-a8d89b7ea953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:20.051771 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-da206672-7e10-403c-a0ba-a8d89b7ea953 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b22ff16-876c-427c-9fda-f42cc6df5ea0 HTTP/1.1" status: 204 len: 168 time: 0.1358671 Jul 13 19:16:20.060226 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da206672-7e10-403c-a0ba-a8d89b7ea953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b22ff16-876c-427c-9fda-f42cc6df5ea0,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:20.883174 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15984b-e1ca-4cb2-a70e-60eb5a945685 req-221f702a-3a8d-4cdc-bd0b-8b499fc506a9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:20.884779 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db15984b-e1ca-4cb2-a70e-60eb5a945685 req-221f702a-3a8d-4cdc-bd0b-8b499fc506a9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0702350 Jul 13 19:16:20.922078 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db15984b-e1ca-4cb2-a70e-60eb5a945685 req-4972ad5c-08c4-4762-967a-fc36048cf4a8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Jul 13 19:16:21.107741 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d53bce0e-a396-4264-8b9c-1f9d641a2112 req-7698da28-7d86-48e4-84b4-85ac503a4c2e tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0306392 Jul 13 19:16:21.544382 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948cb90-9b6e-4262-b849-deb654115214 req-e76e8bc4-ba5b-4a00-80bf-0f230f016bc2 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:21.545956 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-e76e8bc4-ba5b-4a00-80bf-0f230f016bc2 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "GET /v2.0/networks?id=5914c634-f8a8-430e-9dbc-7ea7587dbf92 HTTP/1.1" status: 200 len: 808 time: 0.1086993 Jul 13 19:16:21.562402 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Request body: {'port': {'device_id': '561032fa-6749-48d1-89c3-7f70030e0efe', 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92', 'admin_state_up': True, 'tenant_id': '678ed073b7e34e80854fc0cefcc60d0d'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:21.669033 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Made reservation on behalf of 678ed073b7e34e80854fc0cefcc60d0d for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:21.672709 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:21.809583 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Allocated IP 172.20.0.6 (5914c634-f8a8-430e-9dbc-7ea7587dbf92/cd67d48d-76ba-4362-830c-ff0b0a1e931f/50582411-506b-402b-98eb-074533248edc) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:21.955127 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:21.994616 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.039899 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:22.045847 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:22.049805 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:22.055392 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:22.056000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.072423 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Pushing event updated for resources: {'Port': ['ID=50582411-506b-402b-98eb-074533248edc,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:22.081823 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-a13cd385-17f2-4bd6-b91a-3516cf18cd39 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5230730 Jul 13 19:16:22.094137 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Request body: {'port': {'device_id': '561032fa-6749-48d1-89c3-7f70030e0efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:22.095709 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4b7ac-02cf-4f06-b6b9-a637538af68b req-f68ec51a-ad55-4667-93b2-b91a9e9e7bee tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:22.097479 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d4b4b7ac-02cf-4f06-b6b9-a637538af68b req-f68ec51a-ad55-4667-93b2-b91a9e9e7bee tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0667250 Jul 13 19:16:22.139472 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d4b4b7ac-02cf-4f06-b6b9-a637538af68b req-1124ad06-f96f-4992-86d3-6d7202dc7ae1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347209 Jul 13 19:16:22.174772 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.336282 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75138-49aa-42a1-b3c6-ab287cad7123 req-aa5186f3-5909-4529-8a2b-85744d226bd2 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:22.344354 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35c75138-49aa-42a1-b3c6-ab287cad7123 req-aa5186f3-5909-4529-8a2b-85744d226bd2 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 931 time: 0.0932832 Jul 13 19:16:22.404013 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35c75138-49aa-42a1-b3c6-ab287cad7123 req-e6cb090f-eaea-4348-9d7c-51ded81202e6 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584221 Jul 13 19:16:22.577783 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50582411-506b-402b-98eb-074533248edc {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:22.586312 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.600140 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Transition to ACTIVE for port object 50582411-506b-402b-98eb-074533248edc will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:22.605576 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.656572 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Pushing event updated for resources: {'Port': ['ID=50582411-506b-402b-98eb-074533248edc,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:22.687054 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Attempting to bind port 50582411-506b-402b-98eb-074533248edc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:22.687347 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Attempting to bind port 50582411-506b-402b-98eb-074533248edc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:22.687922 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Attempting to bind port 50582411-506b-402b-98eb-074533248edc on network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:22.692008 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Port 50582411-506b-402b-98eb-074533248edc on network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:16:22.692327 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Attempting to bind port 50582411-506b-402b-98eb-074533248edc on network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:22.697154 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:22.697500 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Checking segment: {'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:22.697921 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Bound using segment: {'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:22.698400 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Bound port: 50582411-506b-402b-98eb-074533248edc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:22.698759 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.763566 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] For port 50582411-506b-402b-98eb-074533248edc, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:22.767067 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] For port 50582411-506b-402b-98eb-074533248edc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=50582411-506b-402b-98eb-074533248edc,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:22.772170 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.804975 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:22.805634 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:22.807045 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] 10.222.0.61 "PUT /v2.0/ports/50582411-506b-402b-98eb-074533248edc HTTP/1.1" status: 200 len: 1093 time: 0.7175920 Jul 13 19:16:22.807483 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561032fa-6749-48d1-89c3-7f70030e0efe', 'tag': '50582411-506b-402b-98eb-074533248edc'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:22.809786 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "561032fa-6749-48d1-89c3-7f70030e0efe", "tag": "50582411-506b-402b-98eb-074533248edc"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:22.852434 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3d5291-0aa2-4ebe-8e20-bcb1c9be1a3e x-openstack-request-id: req-ac3d5291-0aa2-4ebe-8e20-bcb1c9be1a3e {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:22.852797 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561032fa-6749-48d1-89c3-7f70030e0efe", "tag": "50582411-506b-402b-98eb-074533248edc", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:22.853124 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac3d5291-0aa2-4ebe-8e20-bcb1c9be1a3e {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:22.853582 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561032fa-6749-48d1-89c3-7f70030e0efe', 'tag': '50582411-506b-402b-98eb-074533248edc', 'status': 'completed', 'code': 200} Jul 13 19:16:22.854701 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f4e2f-7cc8-40e9-aa8e-24921bd0d410 service neutron] Pushing event updated for resources: {'Port': ['ID=50582411-506b-402b-98eb-074533248edc,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:22.932474 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948cb90-9b6e-4262-b849-deb654115214 req-67572510-b413-4716-b755-8657989f036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:22.934264 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-67572510-b413-4716-b755-8657989f036a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=678ed073b7e34e80854fc0cefcc60d0d&device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 1096 time: 0.0664029 Jul 13 19:16:22.987826 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-b471cfc9-7972-4e40-8e39-6abe3af7cfc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50582411-506b-402b-98eb-074533248edc HTTP/1.1" status: 200 len: 217 time: 0.0453663 Jul 13 19:16:23.050712 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948cb90-9b6e-4262-b849-deb654115214 req-9a30c3a8-4a52-4eb9-be11-66fc134c91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:23.052253 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-9a30c3a8-4a52-4eb9-be11-66fc134c91f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd67d48d-76ba-4362-830c-ff0b0a1e931f HTTP/1.1" status: 200 len: 848 time: 0.0544822 Jul 13 19:16:23.089171 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-40f880d9-44ae-474f-84fc-860ef22a96fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5914c634-f8a8-430e-9dbc-7ea7587dbf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277021 Jul 13 19:16:23.356786 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-f06a33c2-9120-4029-9c6c-a486baf05cf3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:23.358875 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-f06a33c2-9120-4029-9c6c-a486baf05cf3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.1498134 Jul 13 19:16:23.381982 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7e9ea-029a-437a-b35e-14cb37dcbaf3 req-cd72871d-7fcc-4e60-a5f6-72550625ba04 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:23.383437 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-83e7e9ea-029a-437a-b35e-14cb37dcbaf3 req-cd72871d-7fcc-4e60-a5f6-72550625ba04 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1173706 Jul 13 19:16:23.391722 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-554eb0ff-a9ca-495e-afbb-7ebeef6cc9b8 service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952123 Jul 13 19:16:23.393154 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-ae76818b-0474-4742-832f-b452e1527fcb tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/quotas/000a322b4691436ebdd3ae90fc748e22 HTTP/1.1" status: 200 len: 375 time: 0.0287015 Jul 13 19:16:23.457888 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-83e7e9ea-029a-437a-b35e-14cb37dcbaf3 req-b13451fa-e9dc-4c44-af6a-0b7e662a660d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626729 Jul 13 19:16:23.491231 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7948cb90-9b6e-4262-b849-deb654115214 req-17506ab0-5820-4a0b-b353-085036b07cf5 service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881209 Jul 13 19:16:23.492601 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-36685c40-04fc-4964-b2b3-0a29a87be741 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985336 Jul 13 19:16:23.505049 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56938) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:23.607325 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-467e524f-4181-4b37-9ec9-abe2b684215d service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138132 Jul 13 19:16:23.651206 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-34754ccb-898a-4150-9737-ec4168298152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:23.705347 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-6b9ddb9b-1bc8-4545-b5ef-461ff7a31c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:23.706864 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-6b9ddb9b-1bc8-4545-b5ef-461ff7a31c1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=678ed073b7e34e80854fc0cefcc60d0d&device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 1096 time: 0.1193528 Jul 13 19:16:23.731180 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-17a638bc-b0e0-42e8-8118-0d6503864c4b service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219654 Jul 13 19:16:23.763352 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c334f-a9a1-4984-a086-f26008871baa req-bc9ff199-75f3-49e4-bdd7-1c5f583bdfaf tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:23.768408 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6f1c334f-a9a1-4984-a086-f26008871baa req-bc9ff199-75f3-49e4-bdd7-1c5f583bdfaf tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 943 time: 0.1419303 Jul 13 19:16:23.831996 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-61adf514-6361-46eb-8e32-12228feee7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:23.833487 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-61adf514-6361-46eb-8e32-12228feee7c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5914c634-f8a8-430e-9dbc-7ea7587dbf92 HTTP/1.1" status: 200 len: 909 time: 0.1184261 Jul 13 19:16:23.838176 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-34754ccb-898a-4150-9737-ec4168298152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:23.843454 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6f1c334f-a9a1-4984-a086-f26008871baa req-963ab54b-3d03-45ce-a6ac-a74e48229f01 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704987 Jul 13 19:16:23.853751 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-34754ccb-898a-4150-9737-ec4168298152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:23.897669 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-5fff5962-596d-455e-aa5b-0680b936e322 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50582411-506b-402b-98eb-074533248edc HTTP/1.1" status: 200 len: 217 time: 0.0531993 Jul 13 19:16:23.934595 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-34754ccb-898a-4150-9737-ec4168298152 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79286202c73c46d3a387d6d94f145665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260521 Jul 13 19:16:23.939292 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56962) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:23.957023 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754ccb-898a-4150-9737-ec4168298152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493cef0f-b222-496a-bcad-098b952f35fb,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:23.983761 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-db04621e-9d92-4052-82ab-58c4b0041597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:23.985374 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-db04621e-9d92-4052-82ab-58c4b0041597 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd67d48d-76ba-4362-830c-ff0b0a1e931f HTTP/1.1" status: 200 len: 848 time: 0.0768840 Jul 13 19:16:24.005846 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-26bfa38c-244d-4a7f-8adf-da9a2ae272e5 req-779920ca-09c7-4d10-b273-e239f87bf6e0 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 210 time: 0.0790021 Jul 13 19:16:24.042574 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-4114d2aa-b3a3-4e4c-8f1e-a17b52eb4fd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5914c634-f8a8-430e-9dbc-7ea7587dbf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467417 Jul 13 19:16:24.054834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-903845ba-1656-404f-82e6-7053a550b776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.091193 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-903845ba-1656-404f-82e6-7053a550b776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.148877 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-903845ba-1656-404f-82e6-7053a550b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.152898 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-903845ba-1656-404f-82e6-7053a550b776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.154510 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-903845ba-1656-404f-82e6-7053a550b776 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/493cef0f-b222-496a-bcad-098b952f35fb HTTP/1.1" status: 204 len: 168 time: 0.2149293 Jul 13 19:16:24.163620 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-8d778a64-9ee2-4b13-a121-3738567ff543 service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145518 Jul 13 19:16:24.168279 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903845ba-1656-404f-82e6-7053a550b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493cef0f-b222-496a-bcad-098b952f35fb,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:24.308423 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-68c2e10a-1d14-4ada-bbdb-21b25aebdfb8 req-f3d6a6ce-278a-46a0-9d56-55f0d69ce4ec service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192920 Jul 13 19:16:24.466413 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 56986) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:24.479514 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e597a6aa-814b-424b-b8f8-f2906969e41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.602603 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e597a6aa-814b-424b-b8f8-f2906969e41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.612949 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e597a6aa-814b-424b-b8f8-f2906969e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.666872 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597a6aa-814b-424b-b8f8-f2906969e41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba44d6-2daf-438b-878b-b9b6072c5003,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:24.678045 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e597a6aa-814b-424b-b8f8-f2906969e41e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42c07747c37e4c8fb3dc5cd17efacf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104518 Jul 13 19:16:24.680827 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 56990) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:24.704399 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f3d3-07ee-4ae1-8ff8-5d11361cfc37 req-b6c0e6b3-daf5-4e8e-9cb4-edd72f7286c5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:24.706222 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0780f3d3-07ee-4ae1-8ff8-5d11361cfc37 req-b6c0e6b3-daf5-4e8e-9cb4-edd72f7286c5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1066241 Jul 13 19:16:24.742125 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b4eb34c-a825-4920-a4e5-65e2cb444b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.744982 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0780f3d3-07ee-4ae1-8ff8-5d11361cfc37 req-ef66c2b9-465b-44b5-a8d2-3851f756237e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Jul 13 19:16:24.763207 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b4eb34c-a825-4920-a4e5-65e2cb444b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.809652 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b4eb34c-a825-4920-a4e5-65e2cb444b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.813602 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b4eb34c-a825-4920-a4e5-65e2cb444b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:24.815235 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-8b4eb34c-a825-4920-a4e5-65e2cb444b95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6ba44d6-2daf-438b-878b-b9b6072c5003 HTTP/1.1" status: 204 len: 168 time: 0.1334565 Jul 13 19:16:24.822508 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4eb34c-a825-4920-a4e5-65e2cb444b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba44d6-2daf-438b-878b-b9b6072c5003,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:25.008485 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703f9f6-2f28-436d-8354-dad7c51f27e7 req-71802214-6c59-4a33-9101-cacbb845138b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:25.010015 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0703f9f6-2f28-436d-8354-dad7c51f27e7 req-71802214-6c59-4a33-9101-cacbb845138b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 943 time: 0.0627880 Jul 13 19:16:25.060860 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0703f9f6-2f28-436d-8354-dad7c51f27e7 req-07321efa-c982-4f2c-ae46-fc13a32abb20 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451086 Jul 13 19:16:25.188915 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 50582411-506b-402b-98eb-074533248edc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:25.238239 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f4ec2dba-711a-4572-951c-404517ffece2 req-9be5a054-e307-49da-97ed-3ff85157bb71 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 210 time: 0.0542378 Jul 13 19:16:25.367785 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 50582411-506b-402b-98eb-074533248edc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=50582411-506b-402b-98eb-074533248edc,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:25.404550 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '50582411-506b-402b-98eb-074533248edc', 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92', 'port_id': '50582411-506b-402b-98eb-074533248edc', 'mac_address': 'fa:16:3e:62:b6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd67d48d-76ba-4362-830c-ff0b0a1e931f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:25.405180 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-d9880b71-6235-45b6-9c76-f7b91e7a2b39 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:25.406797 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-d9880b71-6235-45b6-9c76-f7b91e7a2b39 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.1759379 Jul 13 19:16:25.422861 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Request body: {'port': {'device_id': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'admin_state_up': True, 'tenant_id': '000a322b4691436ebdd3ae90fc748e22'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:25.466557 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.497403 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50582411-506b-402b-98eb-074533248edc {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:25.544420 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 50582411-506b-402b-98eb-074533248edc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=50582411-506b-402b-98eb-074533248edc,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:25.555003 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.609727 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Made reservation on behalf of 000a322b4691436ebdd3ae90fc748e22 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:25.613550 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.617588 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=50582411-506b-402b-98eb-074533248edc,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:25.739174 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Allocated IP 172.20.0.10 (850985c3-a320-4455-9ecb-f7eb12f7325c/045f3d82-b9e0-4327-aec7-f9d3a83629c3/a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:25.915676 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.918645 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.937324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79ada7-1737-481a-b260-db287232bd1c req-2c2d2b93-c9ce-41b1-b490-1ff31194d39b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:25.939150 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac79ada7-1737-481a-b260-db287232bd1c req-2c2d2b93-c9ce-41b1-b490-1ff31194d39b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0678217 Jul 13 19:16:25.944770 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['50582411-506b-402b-98eb-074533248edc'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:25.964470 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:25.995704 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac79ada7-1737-481a-b260-db287232bd1c req-a1d5aa89-a380-4067-8a00-d574a4a59356 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Jul 13 19:16:26.016641 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Network 850985c3-a320-4455-9ecb-f7eb12f7325c is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:26.019937 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:26.029761 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:26.035342 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:26.036312 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:26.051881 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event updated for resources: {'Port': ['ID=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:26.060862 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-3a5fd03a-e59f-4199-a1fa-f0dd5f4eb729 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6428664 Jul 13 19:16:26.078786 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Request body: {'port': {'device_id': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:26.151168 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:26.282969 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56594be7-880d-45e2-adeb-362535b4b6e7 req-b1b4c6e0-fd95-48f7-91b9-b817abdf5d2b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:26.284486 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-56594be7-880d-45e2-adeb-362535b4b6e7 req-b1b4c6e0-fd95-48f7-91b9-b817abdf5d2b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 944 time: 0.0801015 Jul 13 19:16:26.342626 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-56594be7-880d-45e2-adeb-362535b4b6e7 req-f304d0fd-7464-4fe4-b406-b2c2d1b4a4ff tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521607 Jul 13 19:16:26.451492 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:26.459478 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:26.472346 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Transition to ACTIVE for port object a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:26.478900 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:26.535986 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:26.593941 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Attempting to bind port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:26.594309 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Attempting to bind port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:26.594656 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Attempting to bind port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:26.599993 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 on network 850985c3-a320-4455-9ecb-f7eb12f7325c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:16:26.600376 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Attempting to bind port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:26.607199 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:26.607552 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Checking segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:26.607945 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Bound using segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:26.608809 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Bound port: a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:26.609176 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:26.686783 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] For port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:26.692557 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] For port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:26.694933 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216ca9-0373-4735-b4ed-3acfbfa50979 req-aa78f6f8-f15a-4eaa-a5d6-5d1853acf5c7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:26.696643 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-99216ca9-0373-4735-b4ed-3acfbfa50979 req-aa78f6f8-f15a-4eaa-a5d6-5d1853acf5c7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 932 time: 0.3298316 Jul 13 19:16:26.700042 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:26.738010 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-99216ca9-0373-4735-b4ed-3acfbfa50979 req-2ee5876d-90ba-4d47-aeac-b9646359922e tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Jul 13 19:16:26.747879 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:26.759218 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:26.759886 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:26.761325 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] 10.222.0.61 "PUT /v2.0/ports/a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 HTTP/1.1" status: 200 len: 1094 time: 0.6871271 Jul 13 19:16:26.761793 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'tag': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:26.764139 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3541fe28-7781-4bc3-9d10-386188a2fa37", "tag": "a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:26.786359 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3994f-32e5-49a0-b5fd-f5bb017d8a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:26.846473 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b60a9-21dd-4fae-8057-9c5d1ad44c86 x-openstack-request-id: req-115b60a9-21dd-4fae-8057-9c5d1ad44c86 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:26.846756 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3541fe28-7781-4bc3-9d10-386188a2fa37", "tag": "a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:26.847006 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-115b60a9-21dd-4fae-8057-9c5d1ad44c86 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:26.847391 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'tag': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', 'status': 'completed', 'code': 200} Jul 13 19:16:26.882715 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-e8159ebf-d40b-4c94-906c-96ce1adc3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:26.885034 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-e8159ebf-d40b-4c94-906c-96ce1adc3d7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 1097 time: 0.0712228 Jul 13 19:16:26.982879 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-44566ec2-f78c-434f-8d99-2a1202ea259e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 HTTP/1.1" status: 200 len: 217 time: 0.0805111 Jul 13 19:16:27.047878 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-0dadc433-2318-4702-b00b-ba356fc66b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:27.049668 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-0dadc433-2318-4702-b00b-ba356fc66b3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.0594373 Jul 13 19:16:27.110299 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-5b016329-1f7b-4455-b2e2-dfb6447f9539 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529222 Jul 13 19:16:27.202132 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b9b87-2f10-45b9-aaad-9e2ff7c6bd51 req-8b00d2c8-ddb3-4fdd-a7d0-12a19a53c2e7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:27.203626 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-814b9b87-2f10-45b9-aaad-9e2ff7c6bd51 req-8b00d2c8-ddb3-4fdd-a7d0-12a19a53c2e7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0691235 Jul 13 19:16:27.209274 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 50582411-506b-402b-98eb-074533248edc up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:27.213026 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-7408adf9-9415-4a6d-82ad-fa5e516ad356 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877106 Jul 13 19:16:27.253082 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-814b9b87-2f10-45b9-aaad-9e2ff7c6bd51 req-3cc7d322-a4c6-4608-9715-41ee5ec43b32 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Jul 13 19:16:27.307145 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 50582411-506b-402b-98eb-074533248edc completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:27.311348 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 50582411-506b-402b-98eb-074533248edc triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:27.311853 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:27.338289 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-f9f76ba6-cf59-4135-876c-0ea22f066440 req-0c952af7-e56d-4eed-aba1-bed02c400653 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156185 Jul 13 19:16:27.393654 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:27.421425 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561032fa-6749-48d1-89c3-7f70030e0efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50582411-506b-402b-98eb-074533248edc'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:27.423852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a33b80-a284-4815-b4eb-2d2032ec9c06" -d '{"events": [{"server_uuid": "561032fa-6749-48d1-89c3-7f70030e0efe", "name": "network-vif-plugged", "status": "completed", "tag": "50582411-506b-402b-98eb-074533248edc"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:27.436794 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 50582411-506b-402b-98eb-074533248edc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=50582411-506b-402b-98eb-074533248edc,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:27.445922 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:27.479625 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-6cd1999e-0fa3-4042-bb03-4042f4d0cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:27.480704 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6948a1-4017-4c2f-a471-a3be1e8881bd x-openstack-request-id: req-1a6948a1-4017-4c2f-a471-a3be1e8881bd {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:27.481111 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561032fa-6749-48d1-89c3-7f70030e0efe", "name": "network-vif-plugged", "status": "completed", "tag": "50582411-506b-402b-98eb-074533248edc", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:27.481235 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a6948a1-4017-4c2f-a471-a3be1e8881bd {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:27.481652 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561032fa-6749-48d1-89c3-7f70030e0efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50582411-506b-402b-98eb-074533248edc', 'code': 200} Jul 13 19:16:27.482485 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-6cd1999e-0fa3-4042-bb03-4042f4d0cb3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 1097 time: 0.0767913 Jul 13 19:16:27.534892 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=50582411-506b-402b-98eb-074533248edc,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:27.592483 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc670c-890c-45d4-9217-c8beea6be7b6 req-efd7dbab-8a85-41ef-98b0-2a7a941f28d7 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:27.598932 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-9565861d-08f6-45de-9c66-8de997f67744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:27.600425 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-9565861d-08f6-45de-9c66-8de997f67744 service neutron] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 915 time: 0.1090448 Jul 13 19:16:27.600857 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d5cc670c-890c-45d4-9217-c8beea6be7b6 req-efd7dbab-8a85-41ef-98b0-2a7a941f28d7 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0890188 Jul 13 19:16:27.619945 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57138) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:27.659459 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-edd66e4d-df2f-4236-9b55-2473c3b64689 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 HTTP/1.1" status: 200 len: 217 time: 0.0443075 Jul 13 19:16:27.670504 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d5cc670c-890c-45d4-9217-c8beea6be7b6 req-0644c392-34e1-4c2d-ae23-df963cfb840f tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682600 Jul 13 19:16:27.738438 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c96785fc-1b3e-40aa-a2b9-bcc8dc2e3574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:27.746673 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-787b3e34-e9a2-46bc-a16f-ba33d8e2b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:27.748209 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-787b3e34-e9a2-46bc-a16f-ba33d8e2b17e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.0709281 Jul 13 19:16:27.797424 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-6cede22a-b810-4273-b10d-d2c7ebde1a91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346541 Jul 13 19:16:27.799611 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db814c17-bc61-4f6d-9978-776a267f4a29 req-66a0afdd-3ea0-4f39-8fd8-c7b688a6e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:27.800744 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-db814c17-bc61-4f6d-9978-776a267f4a29 req-66a0afdd-3ea0-4f39-8fd8-c7b688a6e36a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 1098 time: 0.0907419 Jul 13 19:16:27.833059 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c96785fc-1b3e-40aa-a2b9-bcc8dc2e3574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:27.839601 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c96785fc-1b3e-40aa-a2b9-bcc8dc2e3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:27.879586 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c96785fc-1b3e-40aa-a2b9-bcc8dc2e3574 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f435b96df484d8599fbd66dd10ad314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583458 Jul 13 19:16:27.880902 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96785fc-1b3e-40aa-a2b9-bcc8dc2e3574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6497afc-cd25-406a-8e98-d2a3461eef20,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:27.882324 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57144) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:27.936667 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-db814c17-bc61-4f6d-9978-776a267f4a29 req-4e8c961e-32d7-4b46-a900-043c8b0ffd15 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067271 Jul 13 19:16:27.981564 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-eada67e5-41d4-4365-8e08-fab5ed1e8492 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600451 Jul 13 19:16:27.982710 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-406fe689-3757-4270-a85f-76f4a02a5a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.005276 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-406fe689-3757-4270-a85f-76f4a02a5a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.077254 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f64b3c-1032-4acc-8334-8f39e1aa219f req-25c33b96-d8f7-40a0-bebe-e1de45128dd4 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:28.078861 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-76f64b3c-1032-4acc-8334-8f39e1aa219f req-25c33b96-d8f7-40a0-bebe-e1de45128dd4 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 944 time: 0.0666773 Jul 13 19:16:28.118742 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-406fe689-3757-4270-a85f-76f4a02a5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.119907 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-76f64b3c-1032-4acc-8334-8f39e1aa219f req-cab19bd4-3d65-4013-b43e-28de3342fb05 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Jul 13 19:16:28.121316 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-406fe689-3757-4270-a85f-76f4a02a5a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.124719 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-406fe689-3757-4270-a85f-76f4a02a5a63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6497afc-cd25-406a-8e98-d2a3461eef20 HTTP/1.1" status: 204 len: 168 time: 0.2390630 Jul 13 19:16:28.134417 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-842d5b94-d0d7-4e8a-89ac-ef49f61321ab req-8122b5e9-0e08-469e-b2d4-831b7ad8c29f service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149333 Jul 13 19:16:28.135279 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fe689-3757-4270-a85f-76f4a02a5a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6497afc-cd25-406a-8e98-d2a3461eef20,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:28.455995 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57170) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:28.470395 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2919d386-597b-4d1b-9281-725eb4050c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.495341 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f5505-e66b-4cc7-b459-d75b4c78fc3b req-4be7c893-d6d1-4dbc-9616-7b261535168e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:28.496832 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-760f5505-e66b-4cc7-b459-d75b4c78fc3b req-4be7c893-d6d1-4dbc-9616-7b261535168e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0791955 Jul 13 19:16:28.537289 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-760f5505-e66b-4cc7-b459-d75b4c78fc3b req-012a156b-be60-4af6-870d-78eb611e88dd tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Jul 13 19:16:28.567691 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2919d386-597b-4d1b-9281-725eb4050c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.572504 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2919d386-597b-4d1b-9281-725eb4050c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.610213 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2919d386-597b-4d1b-9281-725eb4050c29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=920ed0696a1f40a8bd2b2f69c1e5fba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531084 Jul 13 19:16:28.612230 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919d386-597b-4d1b-9281-725eb4050c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b3092-aeff-4b0d-90ac-867893c31c7c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:28.612874 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57172) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:28.661212 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f09f4533-69fd-4f09-ac0f-d616405cac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.681648 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f09f4533-69fd-4f09-ac0f-d616405cac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.731876 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f09f4533-69fd-4f09-ac0f-d616405cac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.735084 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f09f4533-69fd-4f09-ac0f-d616405cac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:28.738645 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f09f4533-69fd-4f09-ac0f-d616405cac1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e46b3092-aeff-4b0d-90ac-867893c31c7c HTTP/1.1" status: 204 len: 168 time: 0.1223843 Jul 13 19:16:28.756404 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f4533-69fd-4f09-ac0f-d616405cac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b3092-aeff-4b0d-90ac-867893c31c7c,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:28.858929 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc0804-2045-4c8c-adcf-de411de845b8 req-063206d1-daa9-4e87-9ce5-898eac42742d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:28.860686 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0fc0804-2045-4c8c-adcf-de411de845b8 req-063206d1-daa9-4e87-9ce5-898eac42742d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0722594 Jul 13 19:16:28.900126 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0fc0804-2045-4c8c-adcf-de411de845b8 req-650f8232-57a0-442d-9c91-a569c9f9eb57 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334544 Jul 13 19:16:29.179976 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a442e666-8b50-4944-bf3f-950259d208e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:29.296233 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ca295-151f-44b4-97ff-ea7de573ec38 req-b4002688-28e4-47d8-9d1d-cf0f5b53cf2a tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:29.297758 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-439ca295-151f-44b4-97ff-ea7de573ec38 req-b4002688-28e4-47d8-9d1d-cf0f5b53cf2a tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 944 time: 0.0667377 Jul 13 19:16:29.335543 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-439ca295-151f-44b4-97ff-ea7de573ec38 req-233ccb68-2ad1-467f-8cad-892687314ec2 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Jul 13 19:16:29.720408 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cda95-3d27-4cac-871c-b3e66a536e30 req-141fd4d7-e119-4833-98bd-2b0aa710aa46 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:29.721955 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-038cda95-3d27-4cac-871c-b3e66a536e30 req-141fd4d7-e119-4833-98bd-2b0aa710aa46 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0693974 Jul 13 19:16:29.760013 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-038cda95-3d27-4cac-871c-b3e66a536e30 req-ec24b675-c2ca-45d1-9168-29bc95e783b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Jul 13 19:16:30.077559 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7fefb-b466-4a99-954c-7e52b4be69aa req-22a8f748-9159-487f-96d2-0a7d2b339eff tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:30.079235 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-32e7fefb-b466-4a99-954c-7e52b4be69aa req-22a8f748-9159-487f-96d2-0a7d2b339eff tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0694258 Jul 13 19:16:30.118831 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-32e7fefb-b466-4a99-954c-7e52b4be69aa req-50ce9189-4161-4ef4-a23e-20c95a3ddc4e tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Jul 13 19:16:30.531675 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a435d1-203e-4ebc-b6db-bd0162e9f0f6 req-657ffd72-cc07-449e-9c33-ed4db526324f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:30.533174 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-73a435d1-203e-4ebc-b6db-bd0162e9f0f6 req-657ffd72-cc07-449e-9c33-ed4db526324f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 944 time: 0.0754354 Jul 13 19:16:30.574474 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-73a435d1-203e-4ebc-b6db-bd0162e9f0f6 req-309fba0a-ece4-4214-a688-a1a64bf8a466 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351467 Jul 13 19:16:30.941085 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad3a45-8da7-4c4a-9038-96db4f3109cc req-9f412025-c890-48da-812b-02692d1f29b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:30.942542 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c1ad3a45-8da7-4c4a-9038-96db4f3109cc req-9f412025-c890-48da-812b-02692d1f29b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0640502 Jul 13 19:16:30.980978 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c1ad3a45-8da7-4c4a-9038-96db4f3109cc req-1e8fae36-b8cb-4e0f-84ea-3d908626c5f4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326519 Jul 13 19:16:31.303742 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8010e-6c8f-412a-846a-1647e7a49608 req-be82fa0e-ae8e-453c-9655-4af78411a32b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:31.305193 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f3e8010e-6c8f-412a-846a-1647e7a49608 req-be82fa0e-ae8e-453c-9655-4af78411a32b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0660985 Jul 13 19:16:31.343094 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f3e8010e-6c8f-412a-846a-1647e7a49608 req-8a580882-984f-4871-9de6-31e37341f09d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322361 Jul 13 19:16:31.759009 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d359cc-2cdb-48f6-bfc0-60941120be09 req-b1625cfb-4c58-4b65-a4de-afda273c7912 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:31.760533 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0d359cc-2cdb-48f6-bfc0-60941120be09 req-b1625cfb-4c58-4b65-a4de-afda273c7912 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 944 time: 0.0706477 Jul 13 19:16:31.799826 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0d359cc-2cdb-48f6-bfc0-60941120be09 req-5dfae15f-cfe8-40b4-a75b-e52cfad74f5b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333161 Jul 13 19:16:31.801162 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-502bb4aa-15b5-4dd2-ba5f-33bdd6ab76cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:32.166682 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513945d-b9e6-4039-9a04-aa441290dddb req-38b34527-f6f2-4e46-9f0b-6cf56e218949 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:32.168540 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6513945d-b9e6-4039-9a04-aa441290dddb req-38b34527-f6f2-4e46-9f0b-6cf56e218949 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0714729 Jul 13 19:16:32.175514 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:32.207440 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6513945d-b9e6-4039-9a04-aa441290dddb req-b74302d8-a854-45a2-a982-e88dda9caea1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Jul 13 19:16:32.515473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a03f09-3f70-4b17-8c0b-bc0faf050294 req-c1e79dca-9edf-4416-960b-891a6f85b5df tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:32.517076 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-14a03f09-3f70-4b17-8c0b-bc0faf050294 req-c1e79dca-9edf-4416-960b-891a6f85b5df tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0641515 Jul 13 19:16:32.560740 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-14a03f09-3f70-4b17-8c0b-bc0faf050294 req-c9b1f850-ae27-4524-bb58-9c8fc9c53b1f tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379190 Jul 13 19:16:32.849789 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:32.979085 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebf777-eb54-4ec7-becc-2e171ed7a37a req-23c09595-60fd-4660-a611-86b3f0a3ecde tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:32.980676 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a2ebf777-eb54-4ec7-becc-2e171ed7a37a req-23c09595-60fd-4660-a611-86b3f0a3ecde tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 944 time: 0.0669360 Jul 13 19:16:33.027609 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a2ebf777-eb54-4ec7-becc-2e171ed7a37a req-8575bde5-6c45-4109-9215-035fed98c8b8 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Jul 13 19:16:33.153318 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef90dde-89f7-4dd6-92d5-188c112cea92 req-47def8fd-abec-4fb4-890d-41034dd885ac tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:33.154801 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2ef90dde-89f7-4dd6-92d5-188c112cea92 req-47def8fd-abec-4fb4-890d-41034dd885ac tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0724120 Jul 13 19:16:33.195666 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2ef90dde-89f7-4dd6-92d5-188c112cea92 req-eb9194a8-2546-48b4-8fed-150fd5a50704 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Jul 13 19:16:33.386753 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a077cf-b1f1-435d-842b-9c200877faf2 req-b717d16d-34ac-4594-ad98-b67df50201cb tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:33.388261 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-70a077cf-b1f1-435d-842b-9c200877faf2 req-b717d16d-34ac-4594-ad98-b67df50201cb tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0663693 Jul 13 19:16:33.425465 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-70a077cf-b1f1-435d-842b-9c200877faf2 req-dea7419b-4cf4-40f5-bae7-e7b19f820470 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jul 13 19:16:33.570183 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:33.672593 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:33.683920 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'port_id': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', 'mac_address': 'fa:16:3e:d5:93:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045f3d82-b9e0-4327-aec7-f9d3a83629c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:33.720443 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:33.732590 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:33.736999 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdb267-9f6a-4600-8098-1b43bbe939e8 req-9ff9f8a7-1d69-4784-845d-99260ce60ebf tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:33.738555 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2ebdb267-9f6a-4600-8098-1b43bbe939e8 req-9ff9f8a7-1d69-4784-845d-99260ce60ebf tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0643642 Jul 13 19:16:33.751717 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:33.756939 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:33.778589 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2ebdb267-9f6a-4600-8098-1b43bbe939e8 req-a18fcf0d-404c-495f-bdea-40d9735a480f tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Jul 13 19:16:33.804319 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:33.811417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.811773 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.812124 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.812463 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.812797 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.813129 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.813458 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.813814 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.814181 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.814497 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.814825 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:33.815149 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:34.199010 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5ea91-c2d5-463c-85f5-2840c3673dd3 req-d3b81b55-20fe-4b96-a858-b339c9c02614 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:34.200488 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-09f5ea91-c2d5-463c-85f5-2840c3673dd3 req-d3b81b55-20fe-4b96-a858-b339c9c02614 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 945 time: 0.0641894 Jul 13 19:16:34.243507 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-09f5ea91-c2d5-463c-85f5-2840c3673dd3 req-cbe534a6-8a2a-44bf-859d-e0a22ae662ab tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347261 Jul 13 19:16:34.421097 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d50a95-9555-407d-8103-84d51eb26ab7 req-615c47d0-82dc-4066-8b41-c7819fcfa435 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:34.422630 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-94d50a95-9555-407d-8103-84d51eb26ab7 req-615c47d0-82dc-4066-8b41-c7819fcfa435 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0802898 Jul 13 19:16:34.470131 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-94d50a95-9555-407d-8103-84d51eb26ab7 req-402ef402-4d80-449a-b52e-4b2baeeb4ade tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Jul 13 19:16:34.631496 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19039-9974-4652-a31d-9257275a4cab req-03e406b9-115c-432f-933d-c31ac68a648c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:34.632989 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-efd19039-9974-4652-a31d-9257275a4cab req-03e406b9-115c-432f-933d-c31ac68a648c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0662005 Jul 13 19:16:34.670690 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-efd19039-9974-4652-a31d-9257275a4cab req-ba96f235-4a26-446b-b921-2339fd099c50 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Jul 13 19:16:34.683724 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:34.968268 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef27777-d694-4181-bfaa-82ea51abfeff req-54437348-0571-4513-90e6-1b6189ce3075 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:34.969610 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0ef27777-d694-4181-bfaa-82ea51abfeff req-54437348-0571-4513-90e6-1b6189ce3075 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0749936 Jul 13 19:16:35.006735 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0ef27777-d694-4181-bfaa-82ea51abfeff req-537c857a-2e2f-42d0-81b5-3d6effe55769 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Jul 13 19:16:35.417579 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f0620-ad03-4471-8039-5c82cd1886ae req-26eef653-6f1a-46af-8784-06915fdf7b5f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:35.419126 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9b0f0620-ad03-4471-8039-5c82cd1886ae req-26eef653-6f1a-46af-8784-06915fdf7b5f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 945 time: 0.0669699 Jul 13 19:16:35.457827 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9b0f0620-ad03-4471-8039-5c82cd1886ae req-f4f65d33-ce04-494c-aaf1-82f8465bdda7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jul 13 19:16:35.651784 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dfc01-3e4b-4e59-9b6a-1bf7fb2afa81 req-8dcbed20-4172-4345-a1c0-f419068da895 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:35.653275 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f81dfc01-3e4b-4e59-9b6a-1bf7fb2afa81 req-8dcbed20-4172-4345-a1c0-f419068da895 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0718219 Jul 13 19:16:35.700444 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f81dfc01-3e4b-4e59-9b6a-1bf7fb2afa81 req-7e380e6d-0405-4701-9e2e-17a4ef89b904 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Jul 13 19:16:35.876828 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efef159-96e6-4901-979a-9767664b83be req-bc82d668-fbc8-499e-a33a-f4edac88d191 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:35.878353 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9efef159-96e6-4901-979a-9767664b83be req-bc82d668-fbc8-499e-a33a-f4edac88d191 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0747726 Jul 13 19:16:35.917739 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9efef159-96e6-4901-979a-9767664b83be req-5913b5d3-ebd6-4fd2-8e57-333b39e6d45a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Jul 13 19:16:36.182084 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d0bc7-27c4-421b-8fc9-748f1c50cb2c req-df666827-d2af-439b-8d66-0228d416c0f3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:36.183563 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1c3d0bc7-27c4-421b-8fc9-748f1c50cb2c req-df666827-d2af-439b-8d66-0228d416c0f3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0614672 Jul 13 19:16:36.222958 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1c3d0bc7-27c4-421b-8fc9-748f1c50cb2c req-c8626ccb-ae48-44e0-b6e1-84a388006d36 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Jul 13 19:16:36.353921 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:36.642769 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac949a6-0df3-4c90-8b2e-ea81ea099d8d req-dd98b9cc-5983-48a8-85c8-dbc3042e54c9 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:36.644330 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3ac949a6-0df3-4c90-8b2e-ea81ea099d8d req-dd98b9cc-5983-48a8-85c8-dbc3042e54c9 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 945 time: 0.0694916 Jul 13 19:16:36.685409 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3ac949a6-0df3-4c90-8b2e-ea81ea099d8d req-67863438-7299-408c-adea-e133b7f01b7b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Jul 13 19:16:36.914226 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7715730-fe92-4ee3-9de8-49059a693176 req-d2ec7b38-183a-48eb-96d4-f953ba935d3b tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:36.923272 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7715730-fe92-4ee3-9de8-49059a693176 req-d2ec7b38-183a-48eb-96d4-f953ba935d3b tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0949457 Jul 13 19:16:36.983515 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7715730-fe92-4ee3-9de8-49059a693176 req-d07e00ec-ce9c-4ecb-b9dc-858021da7d9d tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591717 Jul 13 19:16:37.293373 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe26d5f-bfc6-446f-8579-06e20fdfa8b6 req-113d430d-b3c3-4221-a853-bc6fa4db52f5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:37.294933 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7fe26d5f-bfc6-446f-8579-06e20fdfa8b6 req-113d430d-b3c3-4221-a853-bc6fa4db52f5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0990233 Jul 13 19:16:37.359806 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7fe26d5f-bfc6-446f-8579-06e20fdfa8b6 req-0a68a5e4-ee83-43ba-8c3a-d3b8529b52a6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586030 Jul 13 19:16:37.375179 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310ef7-f178-4c87-85a1-9d90fb972469 req-0c93c9c4-e1cc-4200-953e-d7a02383ffff tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:37.376888 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fa310ef7-f178-4c87-85a1-9d90fb972469 req-0c93c9c4-e1cc-4200-953e-d7a02383ffff tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.1301472 Jul 13 19:16:37.433855 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fa310ef7-f178-4c87-85a1-9d90fb972469 req-98ef6b82-709d-40c7-a71a-504730ac8439 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Jul 13 19:16:37.771749 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:37.822808 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:37.826487 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:37.826866 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:37.864455 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5147a-25c6-45e3-b5ba-f776d4ad630e req-f5f9ab15-2b73-4691-a478-d44272d965a9 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:37.865985 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c2c5147a-25c6-45e3-b5ba-f776d4ad630e req-f5f9ab15-2b73-4691-a478-d44272d965a9 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 945 time: 0.0643716 Jul 13 19:16:37.907059 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c2c5147a-25c6-45e3-b5ba-f776d4ad630e req-78193160-c921-4cf2-8b5f-c57dfc0d0f3c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Jul 13 19:16:37.912074 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:37.937891 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:37.940243 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b2722-b7fd-4b32-8cb8-dd57eb49585b" -d '{"events": [{"server_uuid": "3541fe28-7781-4bc3-9d10-386188a2fa37", "name": "network-vif-plugged", "status": "completed", "tag": "a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:37.953779 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:37.957962 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:37.980791 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7103c-02e9-4250-8e69-137627aaa148 x-openstack-request-id: req-1ed7103c-02e9-4250-8e69-137627aaa148 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:37.981059 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3541fe28-7781-4bc3-9d10-386188a2fa37", "name": "network-vif-plugged", "status": "completed", "tag": "a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:37.981316 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ed7103c-02e9-4250-8e69-137627aaa148 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:37.981733 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', 'code': 200} Jul 13 19:16:38.009038 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:38.182727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48bb9-905a-4eb1-beea-35904bf6af79 req-ebe53a63-1cfc-4635-969b-c8635fa14032 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:38.186089 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfe48bb9-905a-4eb1-beea-35904bf6af79 req-ebe53a63-1cfc-4635-969b-c8635fa14032 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0861058 Jul 13 19:16:38.242908 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfe48bb9-905a-4eb1-beea-35904bf6af79 req-bb997d07-687d-4b17-9f7e-a3b4dc35fc50 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529497 Jul 13 19:16:38.262350 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9d9d-45a1-4c91-af8b-66e1d3ef00ce req-41208c3d-85ba-4a50-8d21-7fa38b87d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:38.264287 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-0f7d9d9d-45a1-4c91-af8b-66e1d3ef00ce req-41208c3d-85ba-4a50-8d21-7fa38b87d36c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 1099 time: 0.0676181 Jul 13 19:16:38.300047 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-0f7d9d9d-45a1-4c91-af8b-66e1d3ef00ce req-186bddc7-3fbe-4e95-a738-18902c4f36be service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278678 Jul 13 19:16:38.537735 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f6b79-65d4-4e73-a40b-15668f4d7fdf req-39b4c2ab-2563-4d46-a998-9d3dcb0b450f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:38.539401 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-354f6b79-65d4-4e73-a40b-15668f4d7fdf req-39b4c2ab-2563-4d46-a998-9d3dcb0b450f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0701334 Jul 13 19:16:38.620470 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-354f6b79-65d4-4e73-a40b-15668f4d7fdf req-2384b2a0-53d9-4dc7-a6ba-d48646602a94 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746708 Jul 13 19:16:38.652797 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4376574-da26-4867-a0db-ef097234d573 req-e1a9c023-d9c7-40ed-aa1d-f615b79007a1 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:38.654338 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a4376574-da26-4867-a0db-ef097234d573 req-e1a9c023-d9c7-40ed-aa1d-f615b79007a1 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.0905983 Jul 13 19:16:38.695379 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a4376574-da26-4867-a0db-ef097234d573 req-f6231fc5-6204-4f26-9f31-39b0b9df6cdc tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Jul 13 19:16:38.855664 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57408) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:38.875869 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-8e9effb4-3262-486c-91ae-f2c6f86c3891 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:38.877261 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-8e9effb4-3262-486c-91ae-f2c6f86c3891 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.1068952 Jul 13 19:16:38.978006 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.075796 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Deleting port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:16:39.076126 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.082179 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67e8ab-5b8e-43bd-886e-1b9f56dd38ee req-aeab51a8-13ca-4ea1-a596-651144666469 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:39.083778 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8d67e8ab-5b8e-43bd-886e-1b9f56dd38ee req-aeab51a8-13ca-4ea1-a596-651144666469 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.0647693 Jul 13 19:16:39.120528 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8d67e8ab-5b8e-43bd-886e-1b9f56dd38ee req-c2472ade-75c0-4aaa-8138-7ff2a7c87f0b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Jul 13 19:16:39.185573 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.191994 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] For port 51f9e6b7-1a1e-4121-be57-e05acdbf2897, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=51f9e6b7-1a1e-4121-be57-e05acdbf2897,segment=NetworkSegment(26183d6e-8e0d-4768-9251-cbc8b83e8423),segment_id=26183d6e-8e0d-4768-9251-cbc8b83e8423)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:39.192390 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.195074 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.219406 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Calling delete_port for 51f9e6b7-1a1e-4121-be57-e05acdbf2897 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:16:39.258243 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e469d75e-6eb3-4a87-96db-f80c414a8329,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:39.436601 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0911886-2a3f-48b3-b4b4-4853e049fdea req-7412d01a-c743-4f31-a0ae-108758a4ece0 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:39.439915 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0911886-2a3f-48b3-b4b4-4853e049fdea req-7412d01a-c743-4f31-a0ae-108758a4ece0 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0872691 Jul 13 19:16:39.485362 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0911886-2a3f-48b3-b4b4-4853e049fdea req-7b5cd0a7-6bf3-43b1-93db-32589d35406d tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/security-groups?id=548d9c77-0865-4cb2-bc99-2bd1d59fd99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379684 Jul 13 19:16:39.510976 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58edfbd4638446b1959e42797257f900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542742 Jul 13 19:16:39.513719 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57428) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:39.519533 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.519883 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.520228 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.520564 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.520899 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.521230 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.521556 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.522418 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.522418 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.522607 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.522834 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.523154 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59144e8-e6ea-45a4-b3a8-e90d75a334da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.613592 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.638902 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.652615 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-998b1284-781a-444d-b1ed-9f8b0415d252 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:39.654168 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-998b1284-781a-444d-b1ed-9f8b0415d252 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.1273589 Jul 13 19:16:39.715944 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.719664 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.723883 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e469d75e-6eb3-4a87-96db-f80c414a8329 HTTP/1.1" status: 204 len: 168 time: 0.2036643 Jul 13 19:16:39.730613 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.736136 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e469d75e-6eb3-4a87-96db-f80c414a8329,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:39.749576 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['51f9e6b7-1a1e-4121-be57-e05acdbf2897'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:39.752080 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.752966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.753158 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.753446 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.753817 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.754153 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.759961 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.760437 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.760788 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.761130 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.761466 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.761857 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913340cd-7932-42dd-810e-09a7fd455706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:39.781421 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Pushing event deleted for resources: {'Port': ['ID=51f9e6b7-1a1e-4121-be57-e05acdbf2897,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:39.882341 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] No DVR routers for this DVR port 51f9e6b7-1a1e-4121-be57-e05acdbf2897 on host hv-cinder-78693 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:16:39.891319 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.896178 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c3c41dc1-7793-4daa-b14b-f9d8546fe6d5 req-4c58ccfc-dada-4ce7-83d5-47b12be5da0c tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.61 "DELETE /v2.0/ports/51f9e6b7-1a1e-4121-be57-e05acdbf2897 HTTP/1.1" status: 204 len: 173 time: 1.0082595 Jul 13 19:16:39.906045 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'name': 'network-vif-deleted', 'tag': '51f9e6b7-1a1e-4121-be57-e05acdbf2897'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:39.911985 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce47640-3c22-4a94-a15f-e100982747cd" -d '{"events": [{"server_uuid": "b4651c8d-6225-4693-8c5d-4b11f852dcd1", "name": "network-vif-deleted", "tag": "51f9e6b7-1a1e-4121-be57-e05acdbf2897"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:39.951411 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Deleting port 50582411-506b-402b-98eb-074533248edc {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:16:39.951650 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:39.968804 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac6858-c0dd-46b8-a0b7-e9b38643a159 req-783a253d-7566-4be2-88ff-449f6458fe9a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:39.991513 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ffac6858-c0dd-46b8-a0b7-e9b38643a159 req-783a253d-7566-4be2-88ff-449f6458fe9a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1348157 Jul 13 19:16:40.061769 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] For port 50582411-506b-402b-98eb-074533248edc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=50582411-506b-402b-98eb-074533248edc,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:40.062374 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.063396 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ffac6858-c0dd-46b8-a0b7-e9b38643a159 req-a8679cfa-0d31-4c6c-8c26-4e75deb0591c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708020 Jul 13 19:16:40.089863 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Calling delete_port for 50582411-506b-402b-98eb-074533248edc owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:16:40.124330 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1a8fc-e043-4603-938a-b4d561b225dd req-d6a2a161-a2da-40fb-b965-e0c7c4208f8d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:40.137357 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-41f1a8fc-e043-4603-938a-b4d561b225dd req-d6a2a161-a2da-40fb-b965-e0c7c4208f8d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 945 time: 0.1425014 Jul 13 19:16:40.173598 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f816d9-188f-47a6-8a74-4ddeb9313d3d x-openstack-request-id: req-36f816d9-188f-47a6-8a74-4ddeb9313d3d {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:40.173911 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4651c8d-6225-4693-8c5d-4b11f852dcd1", "name": "network-vif-deleted", "tag": "51f9e6b7-1a1e-4121-be57-e05acdbf2897", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:40.174159 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36f816d9-188f-47a6-8a74-4ddeb9313d3d {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:40.174588 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4651c8d-6225-4693-8c5d-4b11f852dcd1', 'name': 'network-vif-deleted', 'tag': '51f9e6b7-1a1e-4121-be57-e05acdbf2897', 'status': 'completed', 'code': 200} Jul 13 19:16:40.198338 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-41f1a8fc-e043-4603-938a-b4d561b225dd req-fe9d0bfd-ff69-46cd-8d67-0d567039928e tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599434 Jul 13 19:16:40.297603 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.311602 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['50582411-506b-402b-98eb-074533248edc'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:40.347282 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56917938-1e74-4b89-945f-8b5b539b045e req-8b0c419d-cfbc-4200-86d6-c874488dee7e tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:40.349242 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-56917938-1e74-4b89-945f-8b5b539b045e req-8b0c419d-cfbc-4200-86d6-c874488dee7e tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.0846465 Jul 13 19:16:40.361052 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Pushing event deleted for resources: {'Port': ['ID=50582411-506b-402b-98eb-074533248edc,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:40.393521 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-56917938-1e74-4b89-945f-8b5b539b045e req-5d24baed-8127-44c0-a968-d1ac84b49933 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379877 Jul 13 19:16:40.412393 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57476) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:40.429485 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] No DVR routers for this DVR port 50582411-506b-402b-98eb-074533248edc on host hv-cinder-78693 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:16:40.432393 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.435074 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-5b59a6f2-79a4-4398-a091-c3816626c849 req-a1a8c2b2-d648-4da0-b352-064363a067b3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "DELETE /v2.0/ports/50582411-506b-402b-98eb-074533248edc HTTP/1.1" status: 204 len: 173 time: 0.7676587 Jul 13 19:16:40.622311 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-32fb4507-d16b-403f-89d4-acfbdc863231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.715168 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-13cea129-9e26-4c72-955e-0426310ed17b req-457ea480-0190-4b2d-818a-ddbe41835ed5 tempest-DeleteServersTestJSON-1734994371 tempest-DeleteServersTestJSON-1734994371-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4651c8d-6225-4693-8c5d-4b11f852dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0387626 Jul 13 19:16:40.761366 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-32fb4507-d16b-403f-89d4-acfbdc863231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.768493 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-32fb4507-d16b-403f-89d4-acfbdc863231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.805131 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-32fb4507-d16b-403f-89d4-acfbdc863231 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45197c3a4e1a410e8f8fcdf524036696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914883 Jul 13 19:16:40.807871 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57500) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:40.823823 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb4507-d16b-403f-89d4-acfbdc863231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c35df-e13d-40eb-81d3-98fa0ad6f349,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:40.836906 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57502) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:40.879339 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e525b42b-9105-4076-8732-cfc4ff897f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.900657 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e525b42b-9105-4076-8732-cfc4ff897f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.930945 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-614010072-network', 'tenant_id': 'd56160021fb64645a5d1586e6ecce54a'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:40.956341 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e525b42b-9105-4076-8732-cfc4ff897f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.959494 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e525b42b-9105-4076-8732-cfc4ff897f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.963285 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e525b42b-9105-4076-8732-cfc4ff897f3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f9c35df-e13d-40eb-81d3-98fa0ad6f349 HTTP/1.1" status: 204 len: 168 time: 0.1513107 Jul 13 19:16:40.963924 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Made reservation on behalf of d56160021fb64645a5d1586e6ecce54a for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:40.965259 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.975684 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:40.981553 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525b42b-9105-4076-8732-cfc4ff897f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c35df-e13d-40eb-81d3-98fa0ad6f349,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:41.141306 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.158417 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.186079 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:16:41.205177 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.205543 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Added segment 4248c20e-442a-4d0f-a023-93db249c1335 of type vlan for network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 Jul 13 19:16:41.256128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.346839 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb7edaa-b351-4751-bf40-16720834059f,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:41.350737 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.351708 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:41.352284 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.412453 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5770550 Jul 13 19:16:41.413397 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57564) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:41.420531 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Request body: {'subnet': {'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-614010072-subnet', 'tenant_id': 'd56160021fb64645a5d1586e6ecce54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:41.452213 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Made reservation on behalf of d56160021fb64645a5d1586e6ecce54a for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:41.455755 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.458901 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-edc48ee7-75b0-4cbc-9700-88e4a58fa5f4 req-13e0454e-c23d-455b-bcf8-0cd2cb75129a tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=561032fa-6749-48d1-89c3-7f70030e0efe HTTP/1.1" status: 200 len: 210 time: 0.0444505 Jul 13 19:16:41.469128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57566) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:41.483729 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e239c79-7011-4ba6-a5e4-f0d7bc7dee6e req-1d38cb62-4cf5-4614-a04f-9c428796ba2f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:41.485214 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8e239c79-7011-4ba6-a5e4-f0d7bc7dee6e req-1d38cb62-4cf5-4614-a04f-9c428796ba2f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.2078781 Jul 13 19:16:41.485856 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3b45e-9249-48f4-b491-8231642d871d admin admin] Pushing event updated for resources: {'Network': ['ID=8a1994e6-5e8c-42fc-ad0c-e477c5745576,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:41.499202 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:16:41.501799 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f389ccc5-8b51-4632-85e2-b9b7445d8eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.602236 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8e239c79-7011-4ba6-a5e4-f0d7bc7dee6e req-6afa1dd9-0576-46e0-a0eb-0c775400745b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070552 Jul 13 19:16:41.713527 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f389ccc5-8b51-4632-85e2-b9b7445d8eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.720551 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f389ccc5-8b51-4632-85e2-b9b7445d8eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.755287 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389ccc5-8b51-4632-85e2-b9b7445d8eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c22517-38d8-4edd-b98b-9e2666018046,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:41.783421 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.801814 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f389ccc5-8b51-4632-85e2-b9b7445d8eb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb922b150fef4b3c9229ad98dc747074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312860 Jul 13 19:16:41.804245 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57574) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:41.862865 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb763e83-cded-471f-8f14-97f0e0bd6213,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:41.864024 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eef508cc-b356-4fed-99b4-14966db5186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.897091 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eef508cc-b356-4fed-99b4-14966db5186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.933203 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Checking segment: {'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:41.934482 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Network hostable DHCP agents. Network: 8a1994e6-5e8c-42fc-ad0c-e477c5745576, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:16:41.963800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eef508cc-b356-4fed-99b4-14966db5186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.966969 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eef508cc-b356-4fed-99b4-14966db5186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:41.971008 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-eef508cc-b356-4fed-99b4-14966db5186c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4c22517-38d8-4edd-b98b-9e2666018046 HTTP/1.1" status: 204 len: 168 time: 0.1629212 Jul 13 19:16:41.980483 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:16:41.980886 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef508cc-b356-4fed-99b4-14966db5186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c22517-38d8-4edd-b98b-9e2666018046,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:42.004753 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 8a1994e6-5e8c-42fc-ad0c-e477c5745576) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:42.019327 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:42.020338 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:42.024904 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39c509-80f0-4b63-91da-5921d1a499e3 None None] Network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:42.065278 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5d94589e-d455-4611-a781-f0c6f33dae99 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6503315 Jul 13 19:16:42.176295 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561032fa-6749-48d1-89c3-7f70030e0efe', 'name': 'network-vif-deleted', 'tag': '50582411-506b-402b-98eb-074533248edc'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:42.179184 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbb14db-0f59-4246-bdcf-dad559118419" -d '{"events": [{"server_uuid": "561032fa-6749-48d1-89c3-7f70030e0efe", "name": "network-vif-deleted", "tag": "50582411-506b-402b-98eb-074533248edc"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:42.280252 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536a47df-020f-436d-aaf7-7d6c1619a814 x-openstack-request-id: req-536a47df-020f-436d-aaf7-7d6c1619a814 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:42.280543 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561032fa-6749-48d1-89c3-7f70030e0efe", "name": "network-vif-deleted", "tag": "50582411-506b-402b-98eb-074533248edc", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:42.280801 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-536a47df-020f-436d-aaf7-7d6c1619a814 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:42.281203 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561032fa-6749-48d1-89c3-7f70030e0efe', 'name': 'network-vif-deleted', 'tag': '50582411-506b-402b-98eb-074533248edc', 'status': 'completed', 'code': 200} Jul 13 19:16:42.310500 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03b5a3-c798-4f2c-93de-acee6a2cd0e8 None None] Network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:42.656740 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5ff22583-b92f-4243-8c83-7648cde7e034 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:42.659592 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5ff22583-b92f-4243-8c83-7648cde7e034 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.1553235 Jul 13 19:16:42.688540 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-a91f29b2-d3bc-45f1-985a-95f3d08592ee tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/quotas/000a322b4691436ebdd3ae90fc748e22 HTTP/1.1" status: 200 len: 375 time: 0.0210900 Jul 13 19:16:42.858466 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-eae61cbf-a175-48c3-8959-ce433acd0e16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605732 Jul 13 19:16:42.879715 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aad84-8c64-423f-aeb8-546d74cb7267 req-b34a3c1b-50da-49f2-9e6d-599d8acd5b50 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:42.886750 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-060aad84-8c64-423f-aeb8-546d74cb7267 req-b34a3c1b-50da-49f2-9e6d-599d8acd5b50 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1396620 Jul 13 19:16:42.976227 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-060aad84-8c64-423f-aeb8-546d74cb7267 req-3caafc44-3c64-4851-9420-6c3befc7ac8c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885079 Jul 13 19:16:43.018759 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-9b858845-7f2c-4e26-89b1-925105545a54 service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548767 Jul 13 19:16:43.183207 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-b82f3503-2480-4add-ac7f-12a7905ea4cb service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601129 Jul 13 19:16:43.198743 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-319c4ab7-57be-45a7-adae-3ce2bf29393d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:43.200265 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-319c4ab7-57be-45a7-adae-3ce2bf29393d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/networks?id=5914c634-f8a8-430e-9dbc-7ea7587dbf92 HTTP/1.1" status: 200 len: 808 time: 0.1321399 Jul 13 19:16:43.216170 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-1c77ec71-9b9c-488d-9912-fc6ec9b7c606 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/quotas/678ed073b7e34e80854fc0cefcc60d0d HTTP/1.1" status: 200 len: 375 time: 0.0105333 Jul 13 19:16:43.253243 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ac32668a-ff98-416d-9c4f-4b0ddfa036e3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=678ed073b7e34e80854fc0cefcc60d0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315294 Jul 13 19:16:43.364013 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a815af77-7f71-4165-bc3b-362d84f8b184 service neutron] 10.222.0.62 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031027 Jul 13 19:16:43.477666 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-0bc194af-f530-46b2-82c5-1c41eeeadcf2 service neutron] 10.222.0.62 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079125 Jul 13 19:16:43.564677 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d87af667-1d93-4dbc-8236-9cee05a90fe2 req-176a36bb-4972-472f-9d6d-372c2cb0b245 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 210 time: 0.0413582 Jul 13 19:16:43.724318 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b51fa3b9-86cd-45df-b8e2-4d43db8bf9da req-f47e0d57-ed4d-445a-a5ba-1af304dc2d2f tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 210 time: 0.0576220 Jul 13 19:16:43.767954 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57702) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:43.784784 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 50582411-506b-402b-98eb-074533248edc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:16:43.817283 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 50582411-506b-402b-98eb-074533248edc {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:16:43.818874 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 50582411-506b-402b-98eb-074533248edc not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:16:43.819453 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 51f9e6b7-1a1e-4121-be57-e05acdbf2897 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:16:43.820905 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] Deleting subnet 048f866b-2ce1-4fb1-bb08-b389711f39d8 {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:16:43.825540 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:43.865349 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 51f9e6b7-1a1e-4121-be57-e05acdbf2897 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:16:43.867008 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 51f9e6b7-1a1e-4121-be57-e05acdbf2897 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:16:43.874134 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:43.888953 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:43.982442 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.031973 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048f866b-2ce1-4fb1-bb08-b389711f39d8,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:44.050882 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.052726 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-7cf39601-8075-40d6-81af-894cfedc5775 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/048f866b-2ce1-4fb1-bb08-b389711f39d8 HTTP/1.1" status: 204 len: 168 time: 0.2836480 Jul 13 19:16:44.055448 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57722) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:44.144398 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.250100 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78cc6-f14e-49cf-b00a-9124328ed219 req-f7385136-a78c-4a33-a858-8c433f4c44ce tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:44.255000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.261542 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-32d78cc6-f14e-49cf-b00a-9124328ed219 req-f7385136-a78c-4a33-a858-8c433f4c44ce tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1159153 Jul 13 19:16:44.276158 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.276534 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.277555 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.278122 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > port after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.278875 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.279003 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > port after_update 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.279408 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.279758 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.280073 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.280399 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.372183 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-32d78cc6-f14e-49cf-b00a-9124328ed219 req-3cdc8b79-9be2-4799-ac12-1e63dd8fe8e2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094296 Jul 13 19:16:44.434732 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-1cfc4680-3ccb-41ee-ab97-78e515ab501c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:44.439152 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-1cfc4680-3ccb-41ee-ab97-78e515ab501c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/networks?id=8a1994e6-5e8c-42fc-ad0c-e477c5745576 HTTP/1.1" status: 200 len: 813 time: 0.1747823 Jul 13 19:16:44.457898 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-38800018-6cb6-4f7f-9ccb-8388eda6722f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/quotas/d56160021fb64645a5d1586e6ecce54a HTTP/1.1" status: 200 len: 375 time: 0.0114708 Jul 13 19:16:44.495139 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-3af28e67-8625-42cf-9262-edfc9bca8a1a tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d56160021fb64645a5d1586e6ecce54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326185 Jul 13 19:16:44.498224 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.498647 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.499071 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.499457 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:16:44.499890 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0224397c-6566-4e1e-baca-949043b27f7f']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:44.529682 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26183d6e-8e0d-4768-9251-cbc8b83e8423') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:44.529986 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26183d6e-8e0d-4768-9251-cbc8b83e8423') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:44.550331 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.573325 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.587462 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:16:44.588618 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: from cryptography.utils import int_from_bytes Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: from cryptography.utils import int_from_bytes Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:16:44.606291 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:16:44.618312 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-8bbd00d9-3f60-491d-9847-ee64cc64d6d7 service neutron] 10.222.0.62 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105933 Jul 13 19:16:44.661102 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.683588 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:44.689532 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0224397c-6566-4e1e-baca-949043b27f7f HTTP/1.1" status: 204 len: 168 time: 0.6320951 Jul 13 19:16:44.691034 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465254fd-dd1a-4dce-9c65-34d8ad8eb983 admin admin] Pushing event deleted for resources: {'Network': ['ID=0224397c-6566-4e1e-baca-949043b27f7f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:44.843570 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57764) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:44.875850 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57766) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:44.914304 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e056dc09-40c2-41bb-89e9-6ce34471fb1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a2afd43d8514e7e86a1d646d7430e05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0692754 Jul 13 19:16:44.915203 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57772) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:44.973602 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-05d33296-23be-4d0c-9c4a-086a2e64f322 req-7767f1a3-a7b5-4cce-aebd-52f8a4098ac6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 210 time: 0.0512116 Jul 13 19:16:44.975755 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfb39-8822-4b45-872d-af44f356c148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.028740 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfb39-8822-4b45-872d-af44f356c148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.031006 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-0fad904f-f921-4a41-8aba-7761492c6d43 service neutron] 10.222.0.62 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114099 Jul 13 19:16:45.185583 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-98007319-b58a-46ef-9cc8-1478ef76861c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.243157 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ff2742ca-70bb-44af-9b3b-af69b59973fe req-caf5decb-37f8-4132-9efb-86d072de884b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 210 time: 0.0582297 Jul 13 19:16:45.254072 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfb39-8822-4b45-872d-af44f356c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.256937 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfb39-8822-4b45-872d-af44f356c148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.261652 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-1f7bfb39-8822-4b45-872d-af44f356c148 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/548d9c77-0865-4cb2-bc99-2bd1d59fd99b HTTP/1.1" status: 204 len: 168 time: 0.3450761 Jul 13 19:16:45.284933 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-6120089b-36f7-4233-8d2f-d4ce99904152 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:45.286817 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-6120089b-36f7-4233-8d2f-d4ce99904152 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.2446790 Jul 13 19:16:45.296477 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bfb39-8822-4b45-872d-af44f356c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548d9c77-0865-4cb2-bc99-2bd1d59fd99b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:45.298952 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ef44061-6e7d-4d75-93ef-98e7a0c9d958 req-a669bd5e-b40a-4a30-af4c-c32e5d2932b5 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 210 time: 0.0508597 Jul 13 19:16:45.340823 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Request body: {'port': {'device_id': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'admin_state_up': True, 'tenant_id': '000a322b4691436ebdd3ae90fc748e22'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:45.486126 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-98007319-b58a-46ef-9cc8-1478ef76861c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.517395 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-98007319-b58a-46ef-9cc8-1478ef76861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.540770 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Made reservation on behalf of 000a322b4691436ebdd3ae90fc748e22 for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:45.544696 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.578606 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-98007319-b58a-46ef-9cc8-1478ef76861c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a47624f0d5fe4918ba7139273aa2a132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013555 Jul 13 19:16:45.584088 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57794) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:45.596502 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98007319-b58a-46ef-9cc8-1478ef76861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006697b2-3911-4cc2-9c98-b0263ad22e6c,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:45.665331 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a5e9-6710-44c5-afc6-ac48d6121343 req-5fcf81db-f92d-4c94-999e-88a4894aa492 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:45.666938 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5a2a5e9-6710-44c5-afc6-ac48d6121343 req-5fcf81db-f92d-4c94-999e-88a4894aa492 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1283507 Jul 13 19:16:45.745466 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-53191ffd-b9ef-47fd-9136-b31084d60079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.756146 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Allocated IP 172.20.0.12 (850985c3-a320-4455-9ecb-f7eb12f7325c/045f3d82-b9e0-4327-aec7-f9d3a83629c3/2a28db70-efe3-41a2-918d-ce42142475e4) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:45.806218 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-53191ffd-b9ef-47fd-9136-b31084d60079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.835240 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5a2a5e9-6710-44c5-afc6-ac48d6121343 req-6a64d551-240e-4544-b4b5-7d45421dca26 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531694 Jul 13 19:16:45.913705 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-53191ffd-b9ef-47fd-9136-b31084d60079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.916496 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-53191ffd-b9ef-47fd-9136-b31084d60079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:45.917809 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-53191ffd-b9ef-47fd-9136-b31084d60079 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/006697b2-3911-4cc2-9c98-b0263ad22e6c HTTP/1.1" status: 204 len: 168 time: 0.3325260 Jul 13 19:16:45.935738 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53191ffd-b9ef-47fd-9136-b31084d60079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006697b2-3911-4cc2-9c98-b0263ad22e6c,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:46.073152 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-4ed0b0f7-d88c-4845-bdc3-d1d198ca1fd4 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:46.074915 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-4ed0b0f7-d88c-4845-bdc3-d1d198ca1fd4 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "GET /v2.0/networks?id=5914c634-f8a8-430e-9dbc-7ea7587dbf92 HTTP/1.1" status: 200 len: 808 time: 0.2403069 Jul 13 19:16:46.089269 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Request body: {'port': {'device_id': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92', 'admin_state_up': True, 'tenant_id': '678ed073b7e34e80854fc0cefcc60d0d'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:46.115925 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.229499 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6c5b15c1-dcbf-4839-8717-829fcaccc116 req-c0ada4db-db17-42c3-a01d-8d5b9ba10fae tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 210 time: 0.0489616 Jul 13 19:16:46.256207 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.278097 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8', 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:46.306580 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Made reservation on behalf of 678ed073b7e34e80854fc0cefcc60d0d for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:46.310969 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.360760 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57826) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:46.377993 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Network 850985c3-a320-4455-9ecb-f7eb12f7325c is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:46.378380 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-09e06c6a-d2ac-4359-9410-4f4379810faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.385941 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:46.395146 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event updated for resources: {'Port': ['ID=2a28db70-efe3-41a2-918d-ce42142475e4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:46.408472 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:46.514418 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57830) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:46.548148 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:46.548837 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.665696 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Allocated IP 172.20.0.3 (5914c634-f8a8-430e-9dbc-7ea7587dbf92/cd67d48d-76ba-4362-830c-ff0b0a1e931f/db3101bc-47a0-414d-bba3-31e760ff336b) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:46.689451 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6244c41-2e8d-4efb-a468-c885b5e0a184 req-3af69244-5f13-4d66-8979-888826c1958c tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 210 time: 0.0932019 Jul 13 19:16:46.697105 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b66ae8e6-a619-4e42-806b-e51cee2065a7 req-dc9109ca-e179-42a9-b437-5dfc19f4d40d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 210 time: 0.0699787 Jul 13 19:16:46.713267 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-09e06c6a-d2ac-4359-9410-4f4379810faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.733324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-09e06c6a-d2ac-4359-9410-4f4379810faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.746729 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-5edb2bc0-b1ba-4306-8c41-65434e816ae7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4110639 Jul 13 19:16:46.778139 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-09e06c6a-d2ac-4359-9410-4f4379810faf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57e830cbebe740aebebc15109f9553da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137244 Jul 13 19:16:46.779338 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Request body: {'port': {'device_id': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:46.781476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-648761306-network', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:46.781726 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57838) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:46.800200 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e06c6a-d2ac-4359-9410-4f4379810faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac974bc-3ba9-4dd5-9a72-eeda74ac14b0,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:46.803984 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Made reservation on behalf of 637ed99e4c1545208c0e83da3892e4bc for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:46.806498 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.815542 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.907794 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.915209 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.942901 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:16:46.952554 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c7368-f9b0-4cbd-a7cd-78e1920b32c5,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:46.959007 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.959354 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Added segment b44d5ff2-ec41-43ed-97e8-aae96876ec09 of type vlan for network cd3c88f6-61d9-4b32-8611-f737d1bc850f Jul 13 19:16:46.968304 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:46.996711 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7c1062d8-7d2f-4ced-9244-0b447f34cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.004434 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.038116 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7c1062d8-7d2f-4ced-9244-0b447f34cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.049103 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.077329 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.078315 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:47.078891 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.146653 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c49df-4dd2-4e2a-8983-5d4e4ac1fcd6 req-2a67f102-a23b-4547-96ab-ecc61aaeff80 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:47.154335 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d17c49df-4dd2-4e2a-8983-5d4e4ac1fcd6 req-2a67f102-a23b-4547-96ab-ecc61aaeff80 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1544785 Jul 13 19:16:47.162788 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6402369 Jul 13 19:16:47.171982 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57846) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:47.183639 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Request body: {'subnet': {'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-648761306-subnet', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:47.207452 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.220432 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89ce2-e0f7-4220-91d5-9487dc539d84 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3c88f6-61d9-4b32-8611-f737d1bc850f,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:47.232913 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:16:47.261431 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7c1062d8-7d2f-4ced-9244-0b447f34cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.264893 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7c1062d8-7d2f-4ced-9244-0b447f34cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.268579 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7c1062d8-7d2f-4ced-9244-0b447f34cd49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bac974bc-3ba9-4dd5-9a72-eeda74ac14b0 HTTP/1.1" status: 204 len: 168 time: 0.4430120 Jul 13 19:16:47.317410 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1062d8-7d2f-4ced-9244-0b447f34cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac974bc-3ba9-4dd5-9a72-eeda74ac14b0,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:47.318797 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d17c49df-4dd2-4e2a-8983-5d4e4ac1fcd6 req-c9a61cc3-bcd6-4bc7-acdc-a1a179790126 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634817 Jul 13 19:16:47.325091 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Made reservation on behalf of 637ed99e4c1545208c0e83da3892e4bc for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:47.340984 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.385139 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:47.438167 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:47.442100 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:47.464117 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Pushing event updated for resources: {'Port': ['ID=db3101bc-47a0-414d-bba3-31e760ff336b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:47.507016 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:47.507676 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.519410 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-278a4851-ea4f-487f-8678-defabdd7e123 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:47.521119 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-278a4851-ea4f-487f-8678-defabdd7e123 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "GET /v2.0/networks?id=8a1994e6-5e8c-42fc-ad0c-e477c5745576 HTTP/1.1" status: 200 len: 813 time: 0.3499138 Jul 13 19:16:47.540423 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-a0fefc0e-217b-4beb-98ae-e629a0a5a8ac tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4561956 Jul 13 19:16:47.552048 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Request body: {'port': {'device_id': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576', 'admin_state_up': True, 'tenant_id': 'd56160021fb64645a5d1586e6ecce54a'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:47.560507 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Request body: {'port': {'device_id': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:47.709414 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8d3b7-aebf-4125-955c-ca8b26cbc9db req-d48926ea-941b-43fc-aab0-5aa6205cd62a tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:47.711162 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-07a8d3b7-aebf-4125-955c-ca8b26cbc9db req-d48926ea-941b-43fc-aab0-5aa6205cd62a tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 932 time: 0.2889214 Jul 13 19:16:47.791036 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.833847 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-07a8d3b7-aebf-4125-955c-ca8b26cbc9db req-c3cde713-8735-46f6-9ecf-d5e915998fdb tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945218 Jul 13 19:16:47.858131 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Made reservation on behalf of d56160021fb64645a5d1586e6ecce54a for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:16:47.861884 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.898204 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.901807 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a28db70-efe3-41a2-918d-ce42142475e4 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:47.902354 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eea21d8-86f9-48f5-8c7a-4d386c577354,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:47.921814 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.957049 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Transition to ACTIVE for port object 2a28db70-efe3-41a2-918d-ce42142475e4 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:47.973982 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:47.999115 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6e6c6cd-1aba-447a-9353-9be494f58c3d req-357e2428-e3ce-4771-9f49-1c5eaa4a566f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 210 time: 0.1130662 Jul 13 19:16:48.003105 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Checking segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:48.003466 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Network hostable DHCP agents. Network: cd3c88f6-61d9-4b32-8611-f737d1bc850f, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:16:48.092169 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:16:48.130469 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Pushing event updated for resources: {'Port': ['ID=2a28db70-efe3-41a2-918d-ce42142475e4,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:48.135819 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Allocated IP 172.20.0.13 (8a1994e6-5e8c-42fc-ad0c-e477c5745576/fb763e83-cded-471f-8f14-97f0e0bd6213/3fcebebc-e445-4209-aa40-220694c9ea19) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:48.161452 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, cd3c88f6-61d9-4b32-8611-f737d1bc850f) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:48.175277 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e130c-8037-41d1-bc42-31094dda0d95 None None] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:48.208902 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:48.210155 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.280247 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Attempting to bind port 2a28db70-efe3-41a2-918d-ce42142475e4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:48.280858 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Attempting to bind port 2a28db70-efe3-41a2-918d-ce42142475e4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:48.281117 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Attempting to bind port 2a28db70-efe3-41a2-918d-ce42142475e4 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:48.294348 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Port 2a28db70-efe3-41a2-918d-ce42142475e4 on network 850985c3-a320-4455-9ecb-f7eb12f7325c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:16:48.294695 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Attempting to bind port 2a28db70-efe3-41a2-918d-ce42142475e4 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:48.308356 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-3afa0c70-61ff-4194-8bd3-fc087f9987b6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1327152 Jul 13 19:16:48.309477 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57884) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:48.310342 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:48.310695 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Checking segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:48.311532 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Bound using segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:48.312025 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Bound port: 2a28db70-efe3-41a2-918d-ce42142475e4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:48.312394 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.319828 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:48.334533 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cddbf-1f95-42bc-b492-7060d093df9e req-1bb9b118-773c-45c3-9e8f-01d63334f760 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:48.335332 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e39cddbf-1f95-42bc-b492-7060d093df9e req-1bb9b118-773c-45c3-9e8f-01d63334f760 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 931 time: 0.2859969 Jul 13 19:16:48.423478 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e39cddbf-1f95-42bc-b492-7060d093df9e req-5f50481e-edc7-429f-8561-4da6e00d1fcb tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819633 Jul 13 19:16:48.429433 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.430477 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.471851 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.478310 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] For port 2a28db70-efe3-41a2-918d-ce42142475e4, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:48.482449 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3101bc-47a0-414d-bba3-31e760ff336b {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:48.489846 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] For port 2a28db70-efe3-41a2-918d-ce42142475e4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a28db70-efe3-41a2-918d-ce42142475e4,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:48.496621 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.505429 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:16:48.506689 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.509679 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.555387 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Transition to ACTIVE for port object db3101bc-47a0-414d-bba3-31e760ff336b will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:48.557977 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.564207 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:48.565397 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.567216 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] 10.222.0.61 "PUT /v2.0/ports/2a28db70-efe3-41a2-918d-ce42142475e4 HTTP/1.1" status: 200 len: 1094 time: 1.8061326 Jul 13 19:16:48.570338 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'tag': '2a28db70-efe3-41a2-918d-ce42142475e4'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:48.573504 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354" -d '{"events": [{"name": "network-changed", "server_uuid": "d30f98a7-957c-4ee2-8835-7037c87adf14", "tag": "2a28db70-efe3-41a2-918d-ce42142475e4"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:48.597463 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.667942 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef8227f-1b07-4f0e-998c-e19f66959c43 x-openstack-request-id: req-2ef8227f-1b07-4f0e-998c-e19f66959c43 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:48.668312 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30f98a7-957c-4ee2-8835-7037c87adf14", "tag": "2a28db70-efe3-41a2-918d-ce42142475e4", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:48.668671 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ef8227f-1b07-4f0e-998c-e19f66959c43 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:48.669708 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'tag': '2a28db70-efe3-41a2-918d-ce42142475e4', 'status': 'completed', 'code': 200} Jul 13 19:16:48.711404 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa10de-ba8e-45be-a023-28cfde6dd62f service neutron] Pushing event updated for resources: {'Port': ['ID=2a28db70-efe3-41a2-918d-ce42142475e4,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:48.729542 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Allocated IP 172.20.0.2 (cd3c88f6-61d9-4b32-8611-f737d1bc850f/8eea21d8-86f9-48f5-8c7a-4d386c577354/0afeb969-7866-4d76-b6d1-002808f66e06) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:48.755662 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.772632 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872df9b2-9ebd-4291-934a-f1c40e25484e req-f88a847d-6ce1-4363-9bc6-b72f66af6909 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:48.779583 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-872df9b2-9ebd-4291-934a-f1c40e25484e req-f88a847d-6ce1-4363-9bc6-b72f66af6909 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.2581117 Jul 13 19:16:48.784546 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.822214 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Pushing event updated for resources: {'Port': ['ID=db3101bc-47a0-414d-bba3-31e760ff336b,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:48.848304 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-29c89fdc-c98a-4dc4-aab6-86205c0f413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:48.850045 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-29c89fdc-c98a-4dc4-aab6-86205c0f413b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 1097 time: 0.2087512 Jul 13 19:16:48.909156 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:48.922269 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Attempting to bind port db3101bc-47a0-414d-bba3-31e760ff336b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:48.922918 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Attempting to bind port db3101bc-47a0-414d-bba3-31e760ff336b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:48.923316 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Attempting to bind port db3101bc-47a0-414d-bba3-31e760ff336b on network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:48.925859 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-872df9b2-9ebd-4291-934a-f1c40e25484e req-1008355f-7bea-4727-9153-a2ed756ced6a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453218 Jul 13 19:16:48.927474 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-346a1f87-025c-420e-ae40-f0d87791755b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a28db70-efe3-41a2-918d-ce42142475e4 HTTP/1.1" status: 200 len: 217 time: 0.0674915 Jul 13 19:16:48.930477 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:48.930892 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Port db3101bc-47a0-414d-bba3-31e760ff336b on network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:16:48.931244 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Attempting to bind port db3101bc-47a0-414d-bba3-31e760ff336b on network 5914c634-f8a8-430e-9dbc-7ea7587dbf92 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:48.936238 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:48.939775 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:48.940143 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Checking segment: {'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:48.940541 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Bound using segment: {'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:48.940974 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Bound port: db3101bc-47a0-414d-bba3-31e760ff336b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd17c5a-00d2-4181-b164-0be35d50d4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:48.941343 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.946242 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:48.947100 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.951115 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Pushing event updated for resources: {'Port': ['ID=3fcebebc-e445-4209-aa40-220694c9ea19,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:48.987373 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:48.989229 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-b7f2faca-8f70-4862-8b13-b713ba98b3f8 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4390974 Jul 13 19:16:49.004842 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Transition to ACTIVE for port object 0afeb969-7866-4d76-b6d1-002808f66e06 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:49.013757 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Request body: {'port': {'device_id': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:49.033696 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Transition to ACTIVE for port object 0afeb969-7866-4d76-b6d1-002808f66e06 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:49.038301 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-54018dce-442f-4da6-b051-f3a66c98481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.039921 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-54018dce-442f-4da6-b051-f3a66c98481c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.0740762 Jul 13 19:16:49.045576 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.092738 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] For port db3101bc-47a0-414d-bba3-31e760ff336b, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:49.096554 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] For port db3101bc-47a0-414d-bba3-31e760ff336b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=db3101bc-47a0-414d-bba3-31e760ff336b,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:49.117836 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-f7384943-c79b-4c7a-b860-44f9b87f33b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657082 Jul 13 19:16:49.119549 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.143726 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:49.160904 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:49.168099 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:49.179832 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.180461 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.182485 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/db3101bc-47a0-414d-bba3-31e760ff336b HTTP/1.1" status: 200 len: 1093 time: 1.6315374 Jul 13 19:16:49.196168 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Pushing event updated for resources: {'Port': ['ID=0afeb969-7866-4d76-b6d1-002808f66e06,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:49.247964 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb396ae-6d33-482c-82c7-d0131da761f9 service neutron] Pushing event updated for resources: {'Port': ['ID=db3101bc-47a0-414d-bba3-31e760ff336b,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:49.257547 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a852f73-fc32-4f3a-9e7c-6a9b1f0604cf req-46a05a94-82a5-4fd1-8cf1-e6af9957ab42 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.259359 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8a852f73-fc32-4f3a-9e7c-6a9b1f0604cf req-46a05a94-82a5-4fd1-8cf1-e6af9957ab42 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 944 time: 0.2633822 Jul 13 19:16:49.259769 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.331304 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Attempting to bind port 0afeb969-7866-4d76-b6d1-002808f66e06 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:49.332352 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Attempting to bind port 0afeb969-7866-4d76-b6d1-002808f66e06 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:49.332967 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Attempting to bind port 0afeb969-7866-4d76-b6d1-002808f66e06 on network cd3c88f6-61d9-4b32-8611-f737d1bc850f {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:49.339267 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-fecd782b-ccd9-4488-b177-9cb91ad596e5 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106762 Jul 13 19:16:49.342362 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:49.343735 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Checking segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:49.344382 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.344997 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Bound using segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:49.350647 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Bound port: 0afeb969-7866-4d76-b6d1-002808f66e06, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:49.351152 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.411103 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-3739bfe7-e48a-4329-be51-dc0365e29008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.412794 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-3739bfe7-e48a-4329-be51-dc0365e29008 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=678ed073b7e34e80854fc0cefcc60d0d&device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 1096 time: 0.1466496 Jul 13 19:16:49.456221 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] For port 0afeb969-7866-4d76-b6d1-002808f66e06, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:49.460501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] For port 0afeb969-7866-4d76-b6d1-002808f66e06, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=0afeb969-7866-4d76-b6d1-002808f66e06,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:49.470839 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.476302 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-68b84655-d358-4106-838c-a483d7d71075 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db3101bc-47a0-414d-bba3-31e760ff336b HTTP/1.1" status: 200 len: 217 time: 0.0523386 Jul 13 19:16:49.543651 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc92b8-a783-4274-9b6b-94b47d3986a0 None None] Pushing event updated for resources: {'Port': ['ID=0afeb969-7866-4d76-b6d1-002808f66e06,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:49.556042 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-0f1de61a-4f06-4955-b451-442f5742bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.557309 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-0f1de61a-4f06-4955-b451-442f5742bc31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd67d48d-76ba-4362-830c-ff0b0a1e931f HTTP/1.1" status: 200 len: 848 time: 0.0711195 Jul 13 19:16:49.568950 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a86071f5-5b2e-44c4-ae84-e324e738426e req-c924b373-826e-4ff2-a36f-4f30569d7805 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156963 Jul 13 19:16:49.615891 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-15a3234d-f1c6-43ac-85fd-4d8be730c5c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5914c634-f8a8-430e-9dbc-7ea7587dbf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383632 Jul 13 19:16:49.666137 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8a852f73-fc32-4f3a-9e7c-6a9b1f0604cf req-4c840425-3d95-4e3a-921b-fe0154e8864e tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852601 Jul 13 19:16:49.733160 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.768546 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:49.781213 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aa862-b088-46fc-95e6-8cad42abea09 req-501e29d6-404c-49c2-ba9e-6669a172251a tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.790332 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e9aa862-b088-46fc-95e6-8cad42abea09 req-501e29d6-404c-49c2-ba9e-6669a172251a tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 932 time: 0.5584855 Jul 13 19:16:49.808042 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-2a5a58d1-49f2-4995-9ca0-637b879a1738 service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755564 Jul 13 19:16:49.815018 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-8ca1d999-46f9-4673-ac1b-c043bef3c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:49.816774 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-8ca1d999-46f9-4673-ac1b-c043bef3c8a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 1097 time: 0.1398592 Jul 13 19:16:49.951309 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57928) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:49.984944 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e9aa862-b088-46fc-95e6-8cad42abea09 req-6ff4ca4e-e01f-443d-820a-f1b74adc8a9e tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936069 Jul 13 19:16:50.029776 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-bfeb8621-04d0-4c59-b214-f56719b2116f req-198c5330-c95d-4136-b68a-35b04dcb63fb service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980617 Jul 13 19:16:50.068247 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-e173b01f-b982-4b58-b26f-059ed165058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:50.069955 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-e173b01f-b982-4b58-b26f-059ed165058e service neutron] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 915 time: 0.2306097 Jul 13 19:16:50.140970 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Allocated IP 172.27.3.127 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/520a0e1a-5ce9-4f06-840a-16531b20c801) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:50.145959 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-4d75df67-2343-4005-86ee-f935181f6070 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a28db70-efe3-41a2-918d-ce42142475e4 HTTP/1.1" status: 200 len: 217 time: 0.0509696 Jul 13 19:16:50.202727 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-e7044c62-1c48-44ea-95f3-5eb78f9b2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:50.204243 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-e7044c62-1c48-44ea-95f3-5eb78f9b2c5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.0501475 Jul 13 19:16:50.213653 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5d91-4f3c-42e4-beb6-8fe9a22c090d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.236680 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-bf559f23-30c1-4215-a430-52cd08615c02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255127 Jul 13 19:16:50.334964 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-5227f96a-acc0-466b-ac11-e68d622cd1c5 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866492 Jul 13 19:16:50.374487 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcebebc-e445-4209-aa40-220694c9ea19 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:50.394013 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa0de2-e77a-4bc1-8314-98cf6fcad321 req-4bd3baec-a0ff-40a1-8bb7-1587244df250 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:50.395656 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c0fa0de2-e77a-4bc1-8314-98cf6fcad321 req-4bd3baec-a0ff-40a1-8bb7-1587244df250 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 943 time: 0.3168795 Jul 13 19:16:50.403053 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.470117 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-fb0f0bb6-3172-45a2-b232-ee6a6f75f354 req-9295a1a3-b4bf-4c0d-bf04-6968ceed1113 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209724 Jul 13 19:16:50.470714 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Transition to ACTIVE for port object 3fcebebc-e445-4209-aa40-220694c9ea19 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:50.483615 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ed37f-5f92-4303-9eab-88cbe48f89e2 req-9fcb077e-cb8e-42a7-8596-513c25d79530 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:50.485236 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-645ed37f-5f92-4303-9eab-88cbe48f89e2 req-9fcb077e-cb8e-42a7-8596-513c25d79530 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.3322246 Jul 13 19:16:50.490092 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.499279 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.554967 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c0fa0de2-e77a-4bc1-8314-98cf6fcad321 req-555a44a7-4a71-4fa5-9959-a9f9088ca5ff tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467624 Jul 13 19:16:50.668806 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 0afeb969-7866-4d76-b6d1-002808f66e06 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:50.670990 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'tag': 'db3101bc-47a0-414d-bba3-31e760ff336b'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:50.673752 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b397f8-cb80-4ecc-a82b-898439f8a274" -d '{"events": [{"name": "network-changed", "server_uuid": "bd818f47-008b-4d6a-b9bf-ff1982601951", "tag": "db3101bc-47a0-414d-bba3-31e760ff336b"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:50.679602 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-645ed37f-5f92-4303-9eab-88cbe48f89e2 req-83ddcc97-84df-4297-8335-b4962e7a9415 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764934 Jul 13 19:16:50.687231 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Pushing event updated for resources: {'Port': ['ID=3fcebebc-e445-4209-aa40-220694c9ea19,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:50.690964 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5d91-4f3c-42e4-beb6-8fe9a22c090d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.693466 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Attempting to bind port 3fcebebc-e445-4209-aa40-220694c9ea19 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:50.693834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Attempting to bind port 3fcebebc-e445-4209-aa40-220694c9ea19 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:50.696076 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Attempting to bind port 3fcebebc-e445-4209-aa40-220694c9ea19 on network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:50.711638 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5d91-4f3c-42e4-beb6-8fe9a22c090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.724986 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Port 3fcebebc-e445-4209-aa40-220694c9ea19 on network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:16:50.725317 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Attempting to bind port 3fcebebc-e445-4209-aa40-220694c9ea19 on network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:50.740859 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.752415 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625fe0d-abc0-47ee-857e-ee8fc8e11d29 x-openstack-request-id: req-1625fe0d-abc0-47ee-857e-ee8fc8e11d29 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:50.752758 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd818f47-008b-4d6a-b9bf-ff1982601951", "tag": "db3101bc-47a0-414d-bba3-31e760ff336b", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:50.753064 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1625fe0d-abc0-47ee-857e-ee8fc8e11d29 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:50.754322 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'tag': 'db3101bc-47a0-414d-bba3-31e760ff336b', 'status': 'completed', 'code': 200} Jul 13 19:16:50.759569 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:50.759771 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Checking segment: {'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:50.760011 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Bound using segment: {'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:50.760454 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Bound port: 3fcebebc-e445-4209-aa40-220694c9ea19, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:50.760822 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:50.777699 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 0afeb969-7866-4d76-b6d1-002808f66e06 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:50.811867 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ab2a5d91-4f3c-42e4-beb6-8fe9a22c090d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23d2578b97254d9b8395ccc0287cc57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574243 Jul 13 19:16:50.812504 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57940) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:50.828890 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a5d91-4f3c-42e4-beb6-8fe9a22c090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af07b6a-a57a-4f10-9aa9-43577c601cf3,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:50.838844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:50.852419 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-028f29ef-3285-44c5-a4f5-0d3fb000c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:50.854277 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-028f29ef-3285-44c5-a4f5-0d3fb000c95b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=678ed073b7e34e80854fc0cefcc60d0d&device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 1096 time: 0.0617111 Jul 13 19:16:50.865600 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:50.883403 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a822a8e-bdb4-495f-aefe-b5d3fb7a5be7 None None] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:16:50.911078 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:50.911078 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Pushing event updated for resources: {'Port': ['ID=520a0e1a-5ce9-4f06-840a-16531b20c801,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:50.993254 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-03302972-5125-4d8e-8bbc-15e02fd2179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:50.995095 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-03302972-5125-4d8e-8bbc-15e02fd2179b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5914c634-f8a8-430e-9dbc-7ea7587dbf92 HTTP/1.1" status: 200 len: 909 time: 0.1307063 Jul 13 19:16:51.019482 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-734dd532-a313-44bd-add5-6972d484bba5 None None] Provisioning for port 0afeb969-7866-4d76-b6d1-002808f66e06 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:51.027117 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-734dd532-a313-44bd-add5-6972d484bba5 None None] Provisioning complete for port 0afeb969-7866-4d76-b6d1-002808f66e06 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:51.027736 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-734dd532-a313-44bd-add5-6972d484bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.047845 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-c690de57-8bc2-42f7-89b9-3334c39aa8e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db3101bc-47a0-414d-bba3-31e760ff336b HTTP/1.1" status: 200 len: 217 time: 0.0443366 Jul 13 19:16:51.098287 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dc156ab7-cc67-491c-aca5-689a0741a5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.107367 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-155b7510-2fd0-464c-8320-6cc66eb47d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:51.108855 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-155b7510-2fd0-464c-8320-6cc66eb47d07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd67d48d-76ba-4362-830c-ff0b0a1e931f HTTP/1.1" status: 200 len: 848 time: 0.0513437 Jul 13 19:16:51.128611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] For port 3fcebebc-e445-4209-aa40-220694c9ea19, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:51.150450 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b15e2-4f22-47a4-8c46-800d52dbc9f4 req-671e644c-c93d-4673-9995-9b0d0b412436 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:51.157171 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-734dd532-a313-44bd-add5-6972d484bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.157828 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-999b15e2-4f22-47a4-8c46-800d52dbc9f4 req-671e644c-c93d-4673-9995-9b0d0b412436 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 944 time: 0.3212156 Jul 13 19:16:51.180421 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-8c597024-bc1e-4aad-8ec7-af611ae325e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5914c634-f8a8-430e-9dbc-7ea7587dbf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532238 Jul 13 19:16:51.183800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dc156ab7-cc67-491c-aca5-689a0741a5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.200407 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] For port 3fcebebc-e445-4209-aa40-220694c9ea19, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3fcebebc-e445-4209-aa40-220694c9ea19,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:51.205871 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-734dd532-a313-44bd-add5-6972d484bba5 None None] For port 0afeb969-7866-4d76-b6d1-002808f66e06, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=0afeb969-7866-4d76-b6d1-002808f66e06,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:51.212813 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-734dd532-a313-44bd-add5-6972d484bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.258953 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.274931 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dd532-a313-44bd-add5-6972d484bba5 None None] Pushing event updated for resources: {'Port': ['ID=0afeb969-7866-4d76-b6d1-002808f66e06,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:51.311718 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-1aa5ba4d-34fe-4fa2-a477-fc9a7e6fa928 service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069176 Jul 13 19:16:51.347847 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-999b15e2-4f22-47a4-8c46-800d52dbc9f4 req-8037b592-dddb-4fc4-9892-800828187add tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891425 Jul 13 19:16:51.360797 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:51.361440 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.362885 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] 10.222.0.61 "PUT /v2.0/ports/3fcebebc-e445-4209-aa40-220694c9ea19 HTTP/1.1" status: 200 len: 1094 time: 2.3646345 Jul 13 19:16:51.370359 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'tag': '3fcebebc-e445-4209-aa40-220694c9ea19'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:51.372747 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5091eb-b528-4104-9ecb-54dff1c8e73c" -d '{"events": [{"name": "network-changed", "server_uuid": "28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373", "tag": "3fcebebc-e445-4209-aa40-220694c9ea19"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:51.432521 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31b397f8-cb80-4ecc-a82b-898439f8a274 req-1fb5b032-1e96-4183-949a-e0d68acda364 service neutron] 10.222.0.61 "GET /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130002 Jul 13 19:16:51.436852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-8112c51a-7d2c-4dbd-902f-0a64fbc0be69 None None] Provisioning complete for port 0afeb969-7866-4d76-b6d1-002808f66e06 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:51.437346 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8112c51a-7d2c-4dbd-902f-0a64fbc0be69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.477173 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91be3f-5564-4de7-a159-cf336b6e865e service neutron] Pushing event updated for resources: {'Port': ['ID=3fcebebc-e445-4209-aa40-220694c9ea19,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:51.484965 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd265de6-41cf-4890-b9b7-712daa0889d0 x-openstack-request-id: req-fd265de6-41cf-4890-b9b7-712daa0889d0 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:51.485298 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373", "tag": "3fcebebc-e445-4209-aa40-220694c9ea19", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:51.485521 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd265de6-41cf-4890-b9b7-712daa0889d0 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:51.485896 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'tag': '3fcebebc-e445-4209-aa40-220694c9ea19', 'status': 'completed', 'code': 200} Jul 13 19:16:51.496428 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dc156ab7-cc67-491c-aca5-689a0741a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.505820 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-dc156ab7-cc67-491c-aca5-689a0741a5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.514717 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-dc156ab7-cc67-491c-aca5-689a0741a5f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3af07b6a-a57a-4f10-9aa9-43577c601cf3 HTTP/1.1" status: 204 len: 168 time: 0.6893690 Jul 13 19:16:51.531113 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc156ab7-cc67-491c-aca5-689a0741a5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af07b6a-a57a-4f10-9aa9-43577c601cf3,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:51.534168 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.582058 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa11571-e26f-4dc7-b4b1-8ca4f85828db req-8a632893-0038-4d72-b26d-c327f5b446bd tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:51.583619 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6aa11571-e26f-4dc7-b4b1-8ca4f85828db req-8a632893-0038-4d72-b26d-c327f5b446bd tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 944 time: 0.3814685 Jul 13 19:16:51.624929 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-e0b4e5c2-fc15-4524-92a9-2926b9b9f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:51.626456 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-e0b4e5c2-fc15-4524-92a9-2926b9b9f637 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d56160021fb64645a5d1586e6ecce54a&device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 1097 time: 0.2086384 Jul 13 19:16:51.814509 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57958) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:51.830221 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-781f2570-f43e-445a-8ad2-2e685fce8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.929298 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-781f2570-f43e-445a-8ad2-2e685fce8d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.932315 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-dc8a368a-0b7e-4991-ba17-97da4849b4a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcebebc-e445-4209-aa40-220694c9ea19 HTTP/1.1" status: 200 len: 217 time: 0.2794662 Jul 13 19:16:51.935343 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-781f2570-f43e-445a-8ad2-2e685fce8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:51.950330 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6aa11571-e26f-4dc7-b4b1-8ca4f85828db req-cbcd7341-34fa-4b98-90b0-24f6aa995feb tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570282 Jul 13 19:16:51.972285 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f2570-f43e-445a-8ad2-2e685fce8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603e1d86-bd53-42c5-ad66-458b1e4a0562,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:51.996995 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-781f2570-f43e-445a-8ad2-2e685fce8d97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1795076ccea43f1ae39832993dcc2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790142 Jul 13 19:16:51.997648 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 57960) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:52.049597 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5bf5-e537-475f-af9a-deba4799c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.062411 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-779b3db4-7192-417d-91e6-ec24d163df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.063891 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-779b3db4-7192-417d-91e6-ec24d163df7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb763e83-cded-471f-8f14-97f0e0bd6213 HTTP/1.1" status: 200 len: 853 time: 0.1127424 Jul 13 19:16:52.071540 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5bf5-e537-475f-af9a-deba4799c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.122081 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5bf5-e537-475f-af9a-deba4799c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.124675 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5bf5-e537-475f-af9a-deba4799c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.128336 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-cb5b5bf5-e537-475f-af9a-deba4799c27c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/603e1d86-bd53-42c5-ad66-458b1e4a0562 HTTP/1.1" status: 204 len: 168 time: 0.1273701 Jul 13 19:16:52.135450 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b5bf5-e537-475f-af9a-deba4799c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e1d86-bd53-42c5-ad66-458b1e4a0562,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:52.158137 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-8d5fec61-ae85-4797-ad85-4133ab7ce649 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a1994e6-5e8c-42fc-ad0c-e477c5745576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811229 Jul 13 19:16:52.193128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9395ad-15fa-48d7-a5bc-a431e524dada req-81d925b4-61d1-407f-a41c-afa815371600 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.194004 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:16:52.194642 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a9395ad-15fa-48d7-a5bc-a431e524dada req-81d925b4-61d1-407f-a41c-afa815371600 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 943 time: 0.2706871 Jul 13 19:16:52.263605 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.348005 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a9395ad-15fa-48d7-a5bc-a431e524dada req-946b6618-72a9-4fae-9241-56edc6353d6b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395438 Jul 13 19:16:52.372386 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a817a7-fe27-4c6c-a683-a1f1b724ed5f req-5b8f1564-3c8e-477a-b5ea-44c79f5f3071 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.374162 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0a817a7-fe27-4c6c-a683-a1f1b724ed5f req-5b8f1564-3c8e-477a-b5ea-44c79f5f3071 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.3015914 Jul 13 19:16:52.384782 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-d273bccc-4f02-45bf-ab73-96b71e0505ac service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146418 Jul 13 19:16:52.516926 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0a817a7-fe27-4c6c-a683-a1f1b724ed5f req-cfda4e46-fddc-42b8-9328-152928ba05e2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280587 Jul 13 19:16:52.565762 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42fed5a-3863-4238-845e-1f210d9dea0d req-d666f0b7-9b72-4e2d-aa0f-bd01da796af0 service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491776 Jul 13 19:16:52.579265 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-61338dc4-40f8-4a3f-a680-1847975a3f76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078541 Jul 13 19:16:52.598783 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Router 666a3626-20b6-4027-a351-7963f012fd96 is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:16:52.684616 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 0afeb969-7866-4d76-b6d1-002808f66e06 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:52.703142 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-82fb0227-a017-47e6-8cdb-f0c841bf4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.704826 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-82fb0227-a017-47e6-8cdb-f0c841bf4b36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d56160021fb64645a5d1586e6ecce54a&device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 1097 time: 0.0582256 Jul 13 19:16:52.746988 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 0afeb969-7866-4d76-b6d1-002808f66e06 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:52.747370 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.821637 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-e032da5c-05f1-422a-9d31-995666db1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.824123 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-e032da5c-05f1-422a-9d31-995666db1971 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a1994e6-5e8c-42fc-ad0c-e477c5745576 HTTP/1.1" status: 200 len: 914 time: 0.1099551 Jul 13 19:16:52.835967 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-5fd3801d-b0f3-4ed3-b5a9-50dfc6a5ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.837654 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-5fd3801d-b0f3-4ed3-b5a9-50dfc6a5ea35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 1099 time: 0.1667564 Jul 13 19:16:52.851422 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44ba1-c500-4d2e-b62c-1f6c5a2c15d9 req-b36c402a-9ab1-4a92-b1e8-36f3048e6d50 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.853021 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-17e44ba1-c500-4d2e-b62c-1f6c5a2c15d9 req-b36c402a-9ab1-4a92-b1e8-36f3048e6d50 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 944 time: 0.1832550 Jul 13 19:16:52.854649 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:16:52.866671 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Sync routers for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:16:52.884340 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:52.885268 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:16:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:52.898782 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-ab8f995d-5543-43cd-99e3-3b281ec0976a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fcebebc-e445-4209-aa40-220694c9ea19 HTTP/1.1" status: 200 len: 217 time: 0.0625401 Jul 13 19:16:52.924560 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:52.925788 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c0b57d09-6bf9-4160-a68e-d8993a1257a8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6135190 Jul 13 19:16:52.928782 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 57988) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:52.962207 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-32ca8f37-9735-4f7b-bb87-e44496b61b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:52.963865 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-32ca8f37-9735-4f7b-bb87-e44496b61b68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb763e83-cded-471f-8f14-97f0e0bd6213 HTTP/1.1" status: 200 len: 853 time: 0.0573664 Jul 13 19:16:53.019180 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-10f8cf0f-6fcc-4575-826b-9c3c819e1074 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a1994e6-5e8c-42fc-ad0c-e477c5745576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466754 Jul 13 19:16:53.065389 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-17e44ba1-c500-4d2e-b62c-1f6c5a2c15d9 req-415f3384-f090-43fd-8f0d-0799046c368b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826200 Jul 13 19:16:53.071567 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:53.140394 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-f0b3d8ea-ba30-4af0-b10c-2639864bf76a service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115282 Jul 13 19:16:53.161139 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-7dfd4309-0866-4323-9c35-724b8d476bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:53.162688 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-7dfd4309-0866-4323-9c35-724b8d476bec service neutron] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 915 time: 0.2889757 Jul 13 19:16:53.243470 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5091eb-b528-4104-9ecb-54dff1c8e73c req-4b9e6547-bd74-48c3-a39f-0bb127359cf1 service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924385 Jul 13 19:16:53.266014 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-36fd1fa1-426d-4c7f-9ba9-e0f51625525d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8 HTTP/1.1" status: 200 len: 217 time: 0.0906630 Jul 13 19:16:53.305876 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:51Z', 'revision_number': 3, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:53.336345 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Checking router: 666a3626-20b6-4027-a351-7963f012fd96 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:16:53.336691 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Updating router 666a3626-20b6-4027-a351-7963f012fd96 port 520a0e1a-5ce9-4f06-840a-16531b20c801 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:16:53.355512 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac727751-b851-406f-952b-b75bdf98527c req-9f769d9d-b121-417b-b705-891f2ba88a54 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:53.357023 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac727751-b851-406f-952b-b75bdf98527c req-9f769d9d-b121-417b-b705-891f2ba88a54 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 944 time: 0.2521610 Jul 13 19:16:53.389548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-7f675403-1874-42d6-a0cf-a2688e97665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:53.391184 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-7f675403-1874-42d6-a0cf-a2688e97665f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.1081915 Jul 13 19:16:53.394421 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.448576 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-8aba20a0-0987-4769-b5cb-31de2f9f6f7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427575 Jul 13 19:16:53.488195 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac727751-b851-406f-952b-b75bdf98527c req-330b5f9c-b44a-4b88-b79c-4d45e4f9f30c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243441 Jul 13 19:16:53.755003 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.770141 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Transition to ACTIVE for port object 520a0e1a-5ce9-4f06-840a-16531b20c801 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:53.778604 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.839753 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 2a28db70-efe3-41a2-918d-ce42142475e4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:53.841839 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Attempting to bind port 520a0e1a-5ce9-4f06-840a-16531b20c801 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:53.842211 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Attempting to bind port 520a0e1a-5ce9-4f06-840a-16531b20c801 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:53.842581 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Attempting to bind port 520a0e1a-5ce9-4f06-840a-16531b20c801 on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:53.850006 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Pushing event updated for resources: {'Port': ['ID=520a0e1a-5ce9-4f06-840a-16531b20c801,revision_number=2']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:53.853019 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:53.853399 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:53.853833 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.854282 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:53.854760 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Bound port: 520a0e1a-5ce9-4f06-840a-16531b20c801, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:53.855206 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.882976 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.883335 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.883684 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.884029 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.884359 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.884703 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.885036 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.885367 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.885745 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.886192 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.886951 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.887289 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:16:53.935888 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] For port 520a0e1a-5ce9-4f06-840a-16531b20c801, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:53.945469 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] For port 520a0e1a-5ce9-4f06-840a-16531b20c801, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=520a0e1a-5ce9-4f06-840a-16531b20c801,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:53.952740 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:53.997357 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 2a28db70-efe3-41a2-918d-ce42142475e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a28db70-efe3-41a2-918d-ce42142475e4,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:53.998952 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:53.999597 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:16:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:54.016540 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '2a28db70-efe3-41a2-918d-ce42142475e4', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'port_id': '2a28db70-efe3-41a2-918d-ce42142475e4', 'mac_address': 'fa:16:3e:64:5d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045f3d82-b9e0-4327-aec7-f9d3a83629c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:54.037283 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-778851ca-9131-456c-94d4-711693d73681 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537691 Jul 13 19:16:54.047372 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea91881-c4e9-4504-a18d-8aedc9e8c94e req-49623a25-9462-4d43-86bd-d67ebe1846db tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:54.054335 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9ea91881-c4e9-4504-a18d-8aedc9e8c94e req-49623a25-9462-4d43-86bd-d67ebe1846db tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 943 time: 0.5697680 Jul 13 19:16:54.058835 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd70d2b-4719-47b1-9438-588af8bd719b None None] Pushing event updated for resources: {'Port': ['ID=520a0e1a-5ce9-4f06-840a-16531b20c801,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:54.069278 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.088196 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a28db70-efe3-41a2-918d-ce42142475e4 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:54.092773 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614013c-7893-4690-a33f-0c4108e23fbc req-3c540133-4fc9-4083-8947-ef15ba354394 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:54.099658 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f614013c-7893-4690-a33f-0c4108e23fbc req-3c540133-4fc9-4083-8947-ef15ba354394 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.2428784 Jul 13 19:16:54.125457 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:54.135341 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 2a28db70-efe3-41a2-918d-ce42142475e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a28db70-efe3-41a2-918d-ce42142475e4,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:54.140649 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.141461 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device db3101bc-47a0-414d-bba3-31e760ff336b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:54.206914 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=2a28db70-efe3-41a2-918d-ce42142475e4,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:54.232397 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9ea91881-c4e9-4504-a18d-8aedc9e8c94e req-ae80d207-ce4d-4630-b7da-fc81f39c4d64 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771197 Jul 13 19:16:54.270877 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f614013c-7893-4690-a33f-0c4108e23fbc req-a775d030-1b60-4f5e-8251-e26d33aeea47 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702261 Jul 13 19:16:54.331431 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-495da0ab-0ab9-4bf3-896e-09548e00cf96 req-d33265e5-b0e6-4541-8797-e1886a85e3ee service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749848 Jul 13 19:16:54.334687 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port db3101bc-47a0-414d-bba3-31e760ff336b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=db3101bc-47a0-414d-bba3-31e760ff336b,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:54.337256 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.382389 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'db3101bc-47a0-414d-bba3-31e760ff336b', 'network_id': '5914c634-f8a8-430e-9dbc-7ea7587dbf92', 'port_id': 'db3101bc-47a0-414d-bba3-31e760ff336b', 'mac_address': 'fa:16:3e:4e:c0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd67d48d-76ba-4362-830c-ff0b0a1e931f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:54.397085 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:51Z', 'revision_number': 3, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:54.455389 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.476269 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3101bc-47a0-414d-bba3-31e760ff336b {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:54.523389 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ed43a-11d3-4324-b817-5a7b89c8bea3 None None] The sync data for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi is: [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:51Z', 'revision_number': 3, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:16:54.554268 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port db3101bc-47a0-414d-bba3-31e760ff336b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=db3101bc-47a0-414d-bba3-31e760ff336b,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:54.577027 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.582416 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd925b-14cb-4277-bb42-b1203f7bfbae req-45279b84-aeb1-4cd9-a5ec-0912a9f710f1 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:54.584268 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-96cd925b-14cb-4277-bb42-b1203f7bfbae req-45279b84-aeb1-4cd9-a5ec-0912a9f710f1 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 945 time: 0.1631336 Jul 13 19:16:54.624214 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Allocated IP 172.20.0.1 (cd3c88f6-61d9-4b32-8611-f737d1bc850f/8eea21d8-86f9-48f5-8c7a-4d386c577354/88d2208c-990c-49a7-b959-76ff09b68fff) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:54.656989 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-96cd925b-14cb-4277-bb42-b1203f7bfbae req-bf93089c-7fcc-45ad-8357-1c3524e763da tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641341 Jul 13 19:16:54.663463 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=db3101bc-47a0-414d-bba3-31e760ff336b,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:54.823272 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.844400 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e98a4-e4a7-4b7e-8ccb-303ff7a99018 req-73df0472-b3d4-46dd-b467-2cfb67991d82 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:54.845992 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc8e98a4-e4a7-4b7e-8ccb-303ff7a99018 req-73df0472-b3d4-46dd-b467-2cfb67991d82 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 944 time: 0.1112692 Jul 13 19:16:54.848615 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Transition to ACTIVE for port object 88d2208c-990c-49a7-b959-76ff09b68fff will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:54.934412 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc8e98a4-e4a7-4b7e-8ccb-303ff7a99018 req-ee03e8f7-b77d-4a23-9f61-e815e6165ed7 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735409 Jul 13 19:16:54.935419 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['2a28db70-efe3-41a2-918d-ce42142475e4'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:54.936060 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:54.972330 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['db3101bc-47a0-414d-bba3-31e760ff336b'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:54.982645 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:54.985604 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:54.988554 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:54.989427 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.046633 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=88d2208c-990c-49a7-b959-76ff09b68fff,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:55.164202 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.276656 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ccc620e6-91fa-4b7d-833a-50840c6d74f1 None None] Provisioning for port 88d2208c-990c-49a7-b959-76ff09b68fff completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:55.296973 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ccc620e6-91fa-4b7d-833a-50840c6d74f1 None None] Provisioning complete for port 88d2208c-990c-49a7-b959-76ff09b68fff triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:55.297778 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ccc620e6-91fa-4b7d-833a-50840c6d74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.360940 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.371132 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.371927 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.428233 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-ccc620e6-91fa-4b7d-833a-50840c6d74f1 None None] Port 88d2208c-990c-49a7-b959-76ff09b68fff cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:16:55.521068 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=88d2208c-990c-49a7-b959-76ff09b68fff,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:55.592112 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:55.595316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:55.603861 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec34d9-d4e8-4c6c-8e24-24be3c716b7d req-2d8b598a-b58f-4974-bb86-d849d022ec02 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:55.605434 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04ec34d9-d4e8-4c6c-8e24-24be3c716b7d req-2d8b598a-b58f-4974-bb86-d849d022ec02 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 944 time: 0.2312222 Jul 13 19:16:55.619541 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178b536-c752-43d8-a467-2e797aac03d8 req-00372c51-7c79-4c50-b124-c56a1431e0c1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:55.621432 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a178b536-c752-43d8-a467-2e797aac03d8 req-00372c51-7c79-4c50-b124-c56a1431e0c1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1499193 Jul 13 19:16:55.765688 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04ec34d9-d4e8-4c6c-8e24-24be3c716b7d req-150e33e1-b851-46d1-a1ad-679d30e15734 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431773 Jul 13 19:16:55.771095 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a178b536-c752-43d8-a467-2e797aac03d8 req-5bd48a7c-dd7b-4866-af2e-381f17b5bf47 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410213 Jul 13 19:16:55.790114 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Router 666a3626-20b6-4027-a351-7963f012fd96 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:16:55.843641 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 3fcebebc-e445-4209-aa40-220694c9ea19 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:16:55.873758 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-55726686-8ffe-4810-bf46-63f08e09200c None None] Provisioning complete for port 88d2208c-990c-49a7-b959-76ff09b68fff triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:55.875458 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-55726686-8ffe-4810-bf46-63f08e09200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:55.943945 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:16:55.961304 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-86b7b094-9ce6-4fe2-a7d2-ea61fd3fd0a0 admin admin] 10.222.0.62 "PUT /v2.0/routers/666a3626-20b6-4027-a351-7963f012fd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0236564 Jul 13 19:16:56.000923 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-55726686-8ffe-4810-bf46-63f08e09200c None None] Port 88d2208c-990c-49a7-b959-76ff09b68fff cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:16:56.007848 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:56.043921 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 3fcebebc-e445-4209-aa40-220694c9ea19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3fcebebc-e445-4209-aa40-220694c9ea19,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:56.060597 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '3fcebebc-e445-4209-aa40-220694c9ea19', 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576', 'port_id': '3fcebebc-e445-4209-aa40-220694c9ea19', 'mac_address': 'fa:16:3e:29:98:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb763e83-cded-471f-8f14-97f0e0bd6213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:16:56.085752 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f9fbd-5ba4-442f-8f80-d9bee0cc1598 req-e0db72e3-85e6-4ddd-9f7f-f606f7fbf18b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:56.093607 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2f7f9fbd-5ba4-442f-8f80-d9bee0cc1598 req-e0db72e3-85e6-4ddd-9f7f-f606f7fbf18b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 945 time: 0.1205270 Jul 13 19:16:56.111815 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:56.133795 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcebebc-e445-4209-aa40-220694c9ea19 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:16:56.159456 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 3fcebebc-e445-4209-aa40-220694c9ea19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3fcebebc-e445-4209-aa40-220694c9ea19,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:56.166963 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:56.188554 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2f7f9fbd-5ba4-442f-8f80-d9bee0cc1598 req-06140ddf-63f3-4407-ba1b-46bb9e7280a2 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938070 Jul 13 19:16:56.231387 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382e87d-3093-4b3f-ab04-31bd982fd9fa req-69c61e0b-849f-4795-bf7f-1584f891d864 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:56.231601 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=3fcebebc-e445-4209-aa40-220694c9ea19,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:56.233205 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c382e87d-3093-4b3f-ab04-31bd982fd9fa req-69c61e0b-849f-4795-bf7f-1584f891d864 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 944 time: 0.0965934 Jul 13 19:16:56.275692 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c382e87d-3093-4b3f-ab04-31bd982fd9fa req-a46f91d7-4927-4f0e-ad7c-409fd5e6343b tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Jul 13 19:16:56.533390 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Sync routers for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:16:56.542939 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:56.543557 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:16:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:56.583867 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['3fcebebc-e445-4209-aa40-220694c9ea19'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:16:56.689159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 520a0e1a-5ce9-4f06-840a-16531b20c801 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:56.726308 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:56.908332 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 520a0e1a-5ce9-4f06-840a-16531b20c801 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:56.929880 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 520a0e1a-5ce9-4f06-840a-16531b20c801 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:56.930253 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:56.972395 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f384af-ce59-439c-a227-c0a2f1fe5cf1 req-0e27cba5-4336-4bcc-85ae-c53dc29d521b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:56.974996 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a1f384af-ce59-439c-a227-c0a2f1fe5cf1 req-0e27cba5-4336-4bcc-85ae-c53dc29d521b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 944 time: 0.0723290 Jul 13 19:16:57.025985 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a1f384af-ce59-439c-a227-c0a2f1fe5cf1 req-9d701c42-cf6b-499b-826d-e99049cc66ea tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Jul 13 19:16:57.075152 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 2, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:57.078070 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.107123 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Checking router: 666a3626-20b6-4027-a351-7963f012fd96 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:16:57.107573 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Updating router 666a3626-20b6-4027-a351-7963f012fd96 port 88d2208c-990c-49a7-b959-76ff09b68fff binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:16:57.139264 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58084) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:57.144341 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-15921125-d5fd-49bb-9ee6-dca43820ed7f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100409632', 'description': 'tempest-description--224461214'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:57.151524 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 520a0e1a-5ce9-4f06-840a-16531b20c801, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=520a0e1a-5ce9-4f06-840a-16531b20c801,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:57.163154 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.166902 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.200755 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15921125-d5fd-49bb-9ee6-dca43820ed7f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.245334 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=520a0e1a-5ce9-4f06-840a-16531b20c801,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:57.249825 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe69260-3006-4208-8f6e-d645e946801f req-c6575885-a40d-46f8-a6c3-56313c14ef8a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:57.251308 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ebe69260-3006-4208-8f6e-d645e946801f req-c6575885-a40d-46f8-a6c3-56313c14ef8a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0951102 Jul 13 19:16:57.311964 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ebe69260-3006-4208-8f6e-d645e946801f req-dfc86588-f0da-4729-913c-1c29757d1485 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 Jul 13 19:16:57.339358 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15921125-d5fd-49bb-9ee6-dca43820ed7f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.351064 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15921125-d5fd-49bb-9ee6-dca43820ed7f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.404856 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15921125-d5fd-49bb-9ee6-dca43820ed7f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b06332-5579-468b-8780-989ecef657f0,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:57.420110 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15921125-d5fd-49bb-9ee6-dca43820ed7f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.421987 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-15921125-d5fd-49bb-9ee6-dca43820ed7f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2813778 Jul 13 19:16:57.424891 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58098) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:57.430828 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f20f9b96-e3bf-4a88-aa79-750ca90ffd52 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'security_group_rule': {'security_group_id': '97b06332-5579-468b-8780-989ecef657f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:57.491837 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f20f9b96-e3bf-4a88-aa79-750ca90ffd52 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.521142 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.533417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Transition to ACTIVE for port object 88d2208c-990c-49a7-b959-76ff09b68fff will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:16:57.542928 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.582189 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f20f9b96-e3bf-4a88-aa79-750ca90ffd52 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.583196 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1883a-451d-4a91-bea8-213fac35e9fd req-d98f26ed-cb28-42c8-b16e-513a446825b3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:57.589802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f20f9b96-e3bf-4a88-aa79-750ca90ffd52 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.595984 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b5e4d-d93b-4f96-abf7-99762bb4eb4c None None] Pushing event updated for resources: {'Port': ['ID=88d2208c-990c-49a7-b959-76ff09b68fff,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:57.596182 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5ad1883a-451d-4a91-bea8-213fac35e9fd req-d98f26ed-cb28-42c8-b16e-513a446825b3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 945 time: 0.1719601 Jul 13 19:16:57.613523 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f9b96-e3bf-4a88-aa79-750ca90ffd52 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6b08f6-57bb-419a-9e85-87b53cb50849,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:57.622920 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f20f9b96-e3bf-4a88-aa79-750ca90ffd52 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.627965 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f20f9b96-e3bf-4a88-aa79-750ca90ffd52 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012026 Jul 13 19:16:57.628590 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58114) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:57.633414 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-b12bcfee-d5c3-4fcc-89d6-d31e9bf634a4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'security_group_rule': {'security_group_id': '97b06332-5579-468b-8780-989ecef657f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:57.660684 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5ad1883a-451d-4a91-bea8-213fac35e9fd req-e36a9d4b-b0ac-4a46-bda2-a4e7e5011781 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634198 Jul 13 19:16:57.670461 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653084b-8a51-4a6d-8b66-1cd277c7b977 req-ac3b5a76-df41-4900-bf64-693325b01c64 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:57.677857 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8653084b-8a51-4a6d-8b66-1cd277c7b977 req-ac3b5a76-df41-4900-bf64-693325b01c64 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 945 time: 0.1966627 Jul 13 19:16:57.681646 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b12bcfee-d5c3-4fcc-89d6-d31e9bf634a4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.724247 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Attempting to bind port 88d2208c-990c-49a7-b959-76ff09b68fff on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:16:57.724620 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Attempting to bind port 88d2208c-990c-49a7-b959-76ff09b68fff by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:16:57.724981 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Attempting to bind port 88d2208c-990c-49a7-b959-76ff09b68fff on network cd3c88f6-61d9-4b32-8611-f737d1bc850f {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:16:57.727013 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8653084b-8a51-4a6d-8b66-1cd277c7b977 req-b97d6f17-e312-4173-801a-2975f4ab3e1b tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483072 Jul 13 19:16:57.731174 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:16:57.732080 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Checking segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:16:57.732080 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.732335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Bound using segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:16:57.732858 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Bound port: 88d2208c-990c-49a7-b959-76ff09b68fff, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:16:57.733166 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.763703 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b12bcfee-d5c3-4fcc-89d6-d31e9bf634a4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.770891 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b12bcfee-d5c3-4fcc-89d6-d31e9bf634a4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.790274 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bcfee-d5c3-4fcc-89d6-d31e9bf634a4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a175e802-0451-41c5-aaa3-c6e7cdad3017,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:57.796966 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b12bcfee-d5c3-4fcc-89d6-d31e9bf634a4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.801369 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-b12bcfee-d5c3-4fcc-89d6-d31e9bf634a4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686692 Jul 13 19:16:57.802133 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58120) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:57.808800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:16:57.833510 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] For port 88d2208c-990c-49a7-b959-76ff09b68fff, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:16:57.838015 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] For port 88d2208c-990c-49a7-b959-76ff09b68fff, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=88d2208c-990c-49a7-b959-76ff09b68fff,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:16:57.840141 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.846149 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:57.858938 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 2a28db70-efe3-41a2-918d-ce42142475e4 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:57.971392 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:16:57.972031 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:16:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:57.979961 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b5e4d-d93b-4f96-abf7-99762bb4eb4c None None] Pushing event updated for resources: {'Port': ['ID=88d2208c-990c-49a7-b959-76ff09b68fff,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:57.982543 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.126551 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Allocated IP 172.27.3.163 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/786d21b8-9080-441f-9618-7f82c87b7721) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:16:58.216381 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 2a28db70-efe3-41a2-918d-ce42142475e4 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:58.222582 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 2a28db70-efe3-41a2-918d-ce42142475e4 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:58.222953 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.288837 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.290473 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:16:58.307200 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2879bb-49cb-4691-9cfb-8eb8a0b66c96 req-ba31aa41-c796-48c7-891a-9ddf286e5f4b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:58.308848 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bd2879bb-49cb-4691-9cfb-8eb8a0b66c96 req-ba31aa41-c796-48c7-891a-9ddf286e5f4b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 944 time: 0.1087322 Jul 13 19:16:58.370840 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bd2879bb-49cb-4691-9cfb-8eb8a0b66c96 req-64780375-7c8f-481b-af12-b500ca90e20c tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524220 Jul 13 19:16:58.374894 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.411452 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58144) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:58.425240 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:16:58.428506 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:16:58.434547 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:16:58.468682 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'Port': ['ID=786d21b8-9080-441f-9618-7f82c87b7721,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:58.479253 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.490777 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.525407 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a28db70-efe3-41a2-918d-ce42142475e4'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:16:58.529043 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47965bb-ddea-4548-9329-93522455b49a" -d '{"events": [{"server_uuid": "d30f98a7-957c-4ee2-8835-7037c87adf14", "name": "network-vif-plugged", "status": "completed", "tag": "2a28db70-efe3-41a2-918d-ce42142475e4"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:16:58.563061 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 2a28db70-efe3-41a2-918d-ce42142475e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a28db70-efe3-41a2-918d-ce42142475e4,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:58.570930 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d3e6c-631f-4103-a923-1f2809fdef47 x-openstack-request-id: req-2f2d3e6c-631f-4103-a923-1f2809fdef47 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:16:58.571235 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f98a7-957c-4ee2-8835-7037c87adf14", "name": "network-vif-plugged", "status": "completed", "tag": "2a28db70-efe3-41a2-918d-ce42142475e4", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:16:58.571520 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f2d3e6c-631f-4103-a923-1f2809fdef47 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:16:58.572022 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a28db70-efe3-41a2-918d-ce42142475e4', 'code': 200} Jul 13 19:16:58.574330 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.574459 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.574563 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device db3101bc-47a0-414d-bba3-31e760ff336b up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:58.601459 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b2e0adc9-5179-404d-aee6-7faf1b2d6199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.663462 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 520a0e1a-5ce9-4f06-840a-16531b20c801 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:58.711394 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=2a28db70-efe3-41a2-918d-ce42142475e4,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:58.743046 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port db3101bc-47a0-414d-bba3-31e760ff336b completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:58.747091 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:16:58.767934 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.775042 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port db3101bc-47a0-414d-bba3-31e760ff336b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:58.775456 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.780655 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.797118 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34eeed4-9713-45f2-91c1-857601e1c3b5 None None] The sync data for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi is: [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:16:58.811069 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 520a0e1a-5ce9-4f06-840a-16531b20c801 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:58.811475 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.894145 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.937037 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:58.984367 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port db3101bc-47a0-414d-bba3-31e760ff336b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=db3101bc-47a0-414d-bba3-31e760ff336b,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:16:58.995033 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.073903 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=db3101bc-47a0-414d-bba3-31e760ff336b,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:59.185043 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9897657d-bd45-41b7-ae58-740f35d9b66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.204734 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515d2ff-7b99-437f-8f72-0d5a370e5c51 req-a8fb53bb-7b6b-49ca-bc22-517185f7cc0c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:59.206302 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b515d2ff-7b99-437f-8f72-0d5a370e5c51 req-a8fb53bb-7b6b-49ca-bc22-517185f7cc0c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.6731565 Jul 13 19:16:59.231699 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'Port': ['ID=786d21b8-9080-441f-9618-7f82c87b7721,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:59.242098 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc508782-0bdd-446c-a222-3286eddc121c req-4b2f3821-0a51-4dd3-bb1d-2195318a4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:59.243800 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-dc508782-0bdd-446c-a222-3286eddc121c req-4b2f3821-0a51-4dd3-bb1d-2195318a4e4f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 1098 time: 0.0734160 Jul 13 19:16:59.287457 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-dc508782-0bdd-446c-a222-3286eddc121c req-2ecbdce4-529e-4c74-b0de-0c16867f603d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Jul 13 19:16:59.304342 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b515d2ff-7b99-437f-8f72-0d5a370e5c51 req-126dc6c1-e1bc-4d54-85dd-3f2211881a96 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840011 Jul 13 19:16:59.323457 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49f1b4-b07f-4b64-9c47-a0aa63d37253 req-a40c913a-c2ca-4930-bbdd-118b6d7da153 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:59.325043 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3a49f1b4-b07f-4b64-9c47-a0aa63d37253 req-a40c913a-c2ca-4930-bbdd-118b6d7da153 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 946 time: 0.4832158 Jul 13 19:16:59.326827 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e402-65bc-4738-ae7b-de84f3d1da9c req-3d64f216-a0f3-4c01-85df-710ead216218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:59.328204 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e620e402-65bc-4738-ae7b-de84f3d1da9c req-3d64f216-a0f3-4c01-85df-710ead216218 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 1099 time: 0.5446093 Jul 13 19:16:59.375695 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b2e0adc9-5179-404d-aee6-7faf1b2d6199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.386947 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3a49f1b4-b07f-4b64-9c47-a0aa63d37253 req-7c5920e8-8ea2-484a-8270-750238ca56b6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Jul 13 19:16:59.389998 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b2e0adc9-5179-404d-aee6-7faf1b2d6199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.418395 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.419678 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-cf558a2b-137a-4c1e-9337-38acbce2df35 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6165338 Jul 13 19:16:59.495608 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e620e402-65bc-4738-ae7b-de84f3d1da9c req-fa783473-9223-4233-a20c-b3853b185ec5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166506 Jul 13 19:16:59.501751 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58162) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:16:59.503219 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-b2e0adc9-5179-404d-aee6-7faf1b2d6199 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f719680f9b1443df9990cbbc42396bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0895591 Jul 13 19:16:59.537080 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0adc9-5179-404d-aee6-7faf1b2d6199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fb8255-1540-4f62-ac56-4befb957ddbb,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:59.559921 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a08-d8f0-4c36-a723-f50e03cc788f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.585268 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a08-d8f0-4c36-a723-f50e03cc788f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.603011 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeca2e0-0ba2-4694-bd58-f4bfb90f6119 req-15da527a-2e2d-4f15-a6a6-2f60c24bd431 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:59.604636 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2aeca2e0-0ba2-4694-bd58-f4bfb90f6119 req-15da527a-2e2d-4f15-a6a6-2f60c24bd431 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 945 time: 0.1810834 Jul 13 19:16:59.626588 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392ee1e-5ee5-4e32-bb2a-96a23eafad21 req-f38f933e-507e-40ff-8adc-7da265794557 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:59.628180 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7392ee1e-5ee5-4e32-bb2a-96a23eafad21 req-f38f933e-507e-40ff-8adc-7da265794557 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.1151109 Jul 13 19:16:59.637782 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a08-d8f0-4c36-a723-f50e03cc788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.640599 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a08-d8f0-4c36-a723-f50e03cc788f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.644381 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-b1d15a08-d8f0-4c36-a723-f50e03cc788f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00fb8255-1540-4f62-ac56-4befb957ddbb HTTP/1.1" status: 204 len: 168 time: 0.1389940 Jul 13 19:16:59.650764 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d15a08-d8f0-4c36-a723-f50e03cc788f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fb8255-1540-4f62-ac56-4befb957ddbb,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:16:59.677821 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2aeca2e0-0ba2-4694-bd58-f4bfb90f6119 req-2f766580-d1f2-4cc6-9fee-a7f178925d1f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649621 Jul 13 19:16:59.706354 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7392ee1e-5ee5-4e32-bb2a-96a23eafad21 req-99e6537c-a38d-4d4e-ab2b-30d005125ebb tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Jul 13 19:16:59.827277 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-18056201-5fe9-4d7a-8a8b-1c9aa8ac56aa tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--100409632&fields=id&tenant_id=637ed99e4c1545208c0e83da3892e4bc HTTP/1.1" status: 200 len: 267 time: 0.0345554 Jul 13 19:16:59.853284 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 3fcebebc-e445-4209-aa40-220694c9ea19 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:16:59.929660 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 3fcebebc-e445-4209-aa40-220694c9ea19 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:16:59.933513 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 3fcebebc-e445-4209-aa40-220694c9ea19 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:16:59.933935 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:16:59.949735 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-3e2949e2-4992-4e6f-97de-60994e93c5f0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:16:59.951500 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-3e2949e2-4992-4e6f-97de-60994e93c5f0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 810 time: 0.1132352 Jul 13 19:16:59.971531 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7cf1c15e-29ec-4985-8cdd-2a1784d4b774 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/quotas/637ed99e4c1545208c0e83da3892e4bc HTTP/1.1" status: 200 len: 375 time: 0.0116508 Jul 13 19:16:59.993596 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58178) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:00.011002 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1007626a-6782-4a44-a9b0-06cdf69cc1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.030196 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.066812 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 3fcebebc-e445-4209-aa40-220694c9ea19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3fcebebc-e445-4209-aa40-220694c9ea19,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:00.070174 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-05ec6a99-abcc-4bdf-80af-6ef84330b8d4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881710 Jul 13 19:17:00.072249 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.127262 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1007626a-6782-4a44-a9b0-06cdf69cc1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.133841 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1007626a-6782-4a44-a9b0-06cdf69cc1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.136752 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=3fcebebc-e445-4209-aa40-220694c9ea19,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:00.174886 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-1007626a-6782-4a44-a9b0-06cdf69cc1a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf5ae6b530c348c588698cd362f88b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794517 Jul 13 19:17:00.178306 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58182) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:00.182964 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007626a-6782-4a44-a9b0-06cdf69cc1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef95139-621d-4d62-b1e9-c2504422abcd,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:00.206037 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-38e6b756-546e-424b-91ae-a7abb29ed090 service neutron] 10.222.0.62 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293664 Jul 13 19:17:00.290189 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-47e34e9c-b02e-4a6f-aa77-042c13803efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.333284 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-47e34e9c-b02e-4a6f-aa77-042c13803efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.344569 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-1c79b084-755f-4ca1-a83f-ed00624bdcab service neutron] 10.222.0.62 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307726 Jul 13 19:17:00.388062 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-47e34e9c-b02e-4a6f-aa77-042c13803efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.391296 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-47e34e9c-b02e-4a6f-aa77-042c13803efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.394965 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-47e34e9c-b02e-4a6f-aa77-042c13803efb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ef95139-621d-4d62-b1e9-c2504422abcd HTTP/1.1" status: 204 len: 168 time: 0.2134409 Jul 13 19:17:00.402605 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e34e9c-b02e-4a6f-aa77-042c13803efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef95139-621d-4d62-b1e9-c2504422abcd,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:00.517057 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eddd1b-86c0-4fd4-8bbe-9106f5858ff8 req-dc738688-1840-430d-b348-670839a84d87 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:00.518610 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a3eddd1b-86c0-4fd4-8bbe-9106f5858ff8 req-dc738688-1840-430d-b348-670839a84d87 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0773168 Jul 13 19:17:00.573433 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3101bc-47a0-414d-bba3-31e760ff336b'}, {'server_uuid': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcebebc-e445-4209-aa40-220694c9ea19'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:00.576067 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db0af8-f00d-4400-b9e7-3e4375434fe6" -d '{"events": [{"server_uuid": "bd818f47-008b-4d6a-b9bf-ff1982601951", "name": "network-vif-plugged", "status": "completed", "tag": "db3101bc-47a0-414d-bba3-31e760ff336b"}, {"server_uuid": "28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373", "name": "network-vif-plugged", "status": "completed", "tag": "3fcebebc-e445-4209-aa40-220694c9ea19"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:00.584140 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a3eddd1b-86c0-4fd4-8bbe-9106f5858ff8 req-5bdeab62-cf27-41b0-a139-95d3f072881a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557749 Jul 13 19:17:00.675057 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-46c3cfe1-6acb-40db-8cfc-81dd7da4afb3 req-22d51200-e4b6-415f-b1b1-86dcb2705bf7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 210 time: 0.0459120 Jul 13 19:17:00.712077 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 88d2208c-990c-49a7-b959-76ff09b68fff up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:00.773292 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33051721-48ea-4e4b-b26f-144cd5e37e23 x-openstack-request-id: req-33051721-48ea-4e4b-b26f-144cd5e37e23 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:00.773584 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd818f47-008b-4d6a-b9bf-ff1982601951", "name": "network-vif-plugged", "status": "completed", "tag": "db3101bc-47a0-414d-bba3-31e760ff336b", "code": 200}, {"server_uuid": "28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373", "name": "network-vif-plugged", "status": "completed", "tag": "3fcebebc-e445-4209-aa40-220694c9ea19", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:00.773879 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33051721-48ea-4e4b-b26f-144cd5e37e23 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:00.774438 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3101bc-47a0-414d-bba3-31e760ff336b', 'code': 200} Jul 13 19:17:00.774698 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcebebc-e445-4209-aa40-220694c9ea19', 'code': 200} Jul 13 19:17:00.798276 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389447c-37b8-4395-9481-742ce1a9be75 req-2af0d9a7-ee59-4869-a991-951bee5baa03 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:00.800469 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e389447c-37b8-4395-9481-742ce1a9be75 req-2af0d9a7-ee59-4869-a991-951bee5baa03 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 946 time: 0.1098280 Jul 13 19:17:00.816185 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 88d2208c-990c-49a7-b959-76ff09b68fff completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:00.825973 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 88d2208c-990c-49a7-b959-76ff09b68fff triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:00.826563 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:00.931436 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e389447c-37b8-4395-9481-742ce1a9be75 req-40a505ce-0ad3-4346-a979-d79f704bf093 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183834 Jul 13 19:17:01.024324 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:01.111332 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 88d2208c-990c-49a7-b959-76ff09b68fff, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=88d2208c-990c-49a7-b959-76ff09b68fff,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:01.117226 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391e65-9cbe-4c76-bf0d-2df017bde3e3 req-6ebfc358-5321-41ce-9a3b-1c9431565f8f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:01.122270 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:01.128817 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-22391e65-9cbe-4c76-bf0d-2df017bde3e3 req-6ebfc358-5321-41ce-9a3b-1c9431565f8f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 946 time: 0.1782551 Jul 13 19:17:01.224146 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-22391e65-9cbe-4c76-bf0d-2df017bde3e3 req-c19e9f6f-2440-48dc-ac28-40160a8f1c76 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939529 Jul 13 19:17:01.246363 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=88d2208c-990c-49a7-b959-76ff09b68fff,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:01.279397 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38175503-996e-4788-95d6-6d785144e844 req-936ba502-250e-483c-85f6-dbd1fa6fd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:01.283340 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-38175503-996e-4788-95d6-6d785144e844 req-936ba502-250e-483c-85f6-dbd1fa6fd23a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 1098 time: 0.1098642 Jul 13 19:17:01.331977 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522c164-00fb-4da7-8b0d-005f838b1e45 req-dca5e6c3-08e3-401f-84dd-59867c36fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:01.334297 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e522c164-00fb-4da7-8b0d-005f838b1e45 req-dca5e6c3-08e3-401f-84dd-59867c36fd2d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 1099 time: 0.1750581 Jul 13 19:17:01.334864 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-38175503-996e-4788-95d6-6d785144e844 req-4a002acc-139d-4227-a625-829506930c4b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Jul 13 19:17:01.362491 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee2eb9-a9e6-45b2-9ac4-785595e32111 req-b395dc30-9dce-4d88-b992-4a4e91f1ca68 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:01.365492 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fbee2eb9-a9e6-45b2-9ac4-785595e32111 req-b395dc30-9dce-4d88-b992-4a4e91f1ca68 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.1736500 Jul 13 19:17:01.407316 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fbee2eb9-a9e6-45b2-9ac4-785595e32111 req-f74f8c88-33b7-4917-9d58-cfc013943e04 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Jul 13 19:17:01.456300 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e522c164-00fb-4da7-8b0d-005f838b1e45 req-671c0770-a9ff-4243-9398-92b1b6039480 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289562 Jul 13 19:17:01.765504 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9042e-d0a3-4b5b-8339-ff68fede78ed req-63e0c963-a263-411e-a6b7-7b1b2306a496 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:01.767030 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8aa9042e-d0a3-4b5b-8339-ff68fede78ed req-63e0c963-a263-411e-a6b7-7b1b2306a496 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0696390 Jul 13 19:17:01.806651 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9068d73e-e8c9-49bb-8704-ec7276b711d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:01.824746 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8aa9042e-d0a3-4b5b-8339-ff68fede78ed req-4b557791-3a5b-49d6-b96e-cffd8127435b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Jul 13 19:17:01.845979 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a4439788-9f00-4df9-a431-d459c12b21a8 req-d083c64f-2cbe-4330-835f-6619a9c8d8b0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 210 time: 0.0379555 Jul 13 19:17:01.997718 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ed10f-22c2-4c0a-afee-7d536056bef4 req-807babf2-62b7-4c33-ad41-75d471612c46 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:01.999210 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b72ed10f-22c2-4c0a-afee-7d536056bef4 req-807babf2-62b7-4c33-ad41-75d471612c46 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0634677 Jul 13 19:17:02.038837 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b72ed10f-22c2-4c0a-afee-7d536056bef4 req-0630c695-e5a2-4955-846f-89db66cb71c3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Jul 13 19:17:02.122180 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d63-b4b0-4854-858d-62064cf90f0a req-ec3c2592-47e6-44fe-a211-100773c94f57 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:02.124217 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f6535d63-b4b0-4854-858d-62064cf90f0a req-ec3c2592-47e6-44fe-a211-100773c94f57 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 946 time: 0.0658619 Jul 13 19:17:02.165170 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f6535d63-b4b0-4854-858d-62064cf90f0a req-e3a2236f-bf2e-44d9-a6aa-e825932451d8 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Jul 13 19:17:02.205982 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:02.554720 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-a3c23239-fd4e-4c3c-933b-63bd1310cced tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:02.556614 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-a3c23239-fd4e-4c3c-933b-63bd1310cced tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 810 time: 0.2496569 Jul 13 19:17:02.565831 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eda7c3-64e9-4bdd-8958-b09a96805046 req-87d91fc2-50bf-44a3-9ee9-6ff0b3cc5c0b tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:02.567488 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0eda7c3-64e9-4bdd-8958-b09a96805046 req-87d91fc2-50bf-44a3-9ee9-6ff0b3cc5c0b tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 946 time: 0.1680305 Jul 13 19:17:02.685037 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 88d2208c-990c-49a7-b959-76ff09b68fff up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:02.723696 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-16537e57-1c8e-4268-9e1b-cc39380247ed tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637ed99e4c1545208c0e83da3892e4bc HTTP/1.1" status: 200 len: 379 time: 0.0839210 Jul 13 19:17:02.737428 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'port': {'device_id': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'admin_state_up': True, 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'security_groups': ['97b06332-5579-468b-8780-989ecef657f0']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:02.768731 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 88d2208c-990c-49a7-b959-76ff09b68fff triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:02.770486 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:02.886653 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d0eda7c3-64e9-4bdd-8958-b09a96805046 req-ee20b279-735d-4dbc-85fb-5ed279b8616d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025267 Jul 13 19:17:02.917365 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:02.971705 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7adf0-ae7e-47e6-96dc-33865a0cf041 req-5219acdd-6fe8-4734-986e-d18710ffd24b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:02.980126 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e7d7adf0-ae7e-47e6-96dc-33865a0cf041 req-5219acdd-6fe8-4734-986e-d18710ffd24b tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.3965156 Jul 13 19:17:03.049508 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e7d7adf0-ae7e-47e6-96dc-33865a0cf041 req-5a013d24-58ec-4a2f-93da-bd85cab9a9ed tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677135 Jul 13 19:17:03.086519 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Made reservation on behalf of 637ed99e4c1545208c0e83da3892e4bc for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:03.091230 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:03.210811 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a00a4fe8-31ff-4df3-a04a-777034f306a9 req-97587604-eaba-42ed-9851-b20f15cbd89d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 210 time: 0.0350528 Jul 13 19:17:03.267013 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Allocated IP 172.20.0.4 (cd3c88f6-61d9-4b32-8611-f737d1bc850f/8eea21d8-86f9-48f5-8c7a-4d386c577354/cc939afc-6540-4afd-a0d2-c3f01795e965) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:03.416349 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:03.431500 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Transition to ACTIVE for port object cc939afc-6540-4afd-a0d2-c3f01795e965 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:03.464824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:03.516250 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:03.519654 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:03.523638 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:03.529594 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:03.530367 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:03.541371 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'Port': ['ID=cc939afc-6540-4afd-a0d2-c3f01795e965,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:03.550587 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-ca8bf3be-ca51-4b6a-8767-6bc33c3a35c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8191793 Jul 13 19:17:03.578260 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Request body: {'port': {'device_id': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:03.651896 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:03.773302 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-859f2af4-784a-46bd-a02f-110be5a6cfc0 None None] Provisioning for port cc939afc-6540-4afd-a0d2-c3f01795e965 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:03.778163 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-859f2af4-784a-46bd-a02f-110be5a6cfc0 None None] Provisioning complete for port cc939afc-6540-4afd-a0d2-c3f01795e965 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:03.778547 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-859f2af4-784a-46bd-a02f-110be5a6cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:03.819545 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-859f2af4-784a-46bd-a02f-110be5a6cfc0 None None] Port cc939afc-6540-4afd-a0d2-c3f01795e965 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:03.917449 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc939afc-6540-4afd-a0d2-c3f01795e965 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:17:03.926024 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:03.938606 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Transition to ACTIVE for port object cc939afc-6540-4afd-a0d2-c3f01795e965 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:03.943603 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.058800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Pushing event updated for resources: {'Port': ['ID=cc939afc-6540-4afd-a0d2-c3f01795e965,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:04.072827 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Attempting to bind port cc939afc-6540-4afd-a0d2-c3f01795e965 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:04.073317 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Attempting to bind port cc939afc-6540-4afd-a0d2-c3f01795e965 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:04.073899 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Attempting to bind port cc939afc-6540-4afd-a0d2-c3f01795e965 on network cd3c88f6-61d9-4b32-8611-f737d1bc850f {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:04.081713 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Port cc939afc-6540-4afd-a0d2-c3f01795e965 on network cd3c88f6-61d9-4b32-8611-f737d1bc850f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:17:04.082239 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Attempting to bind port cc939afc-6540-4afd-a0d2-c3f01795e965 on network cd3c88f6-61d9-4b32-8611-f737d1bc850f {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:04.091064 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:04.091588 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Checking segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:04.092124 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Bound using segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:04.092714 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Bound port: cc939afc-6540-4afd-a0d2-c3f01795e965, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:04.093233 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.184465 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017dff0-ef6b-4d0a-9ef4-38df8f53c2f7 req-bcb019b0-5841-45cb-b454-fd98b929e348 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.191528 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6017dff0-ef6b-4d0a-9ef4-38df8f53c2f7 req-bcb019b0-5841-45cb-b454-fd98b929e348 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 946 time: 0.2002239 Jul 13 19:17:04.222705 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136499-da25-435b-9073-719e7c2f21aa req-1d07c741-4e8b-44d8-a1e7-56d70e2ff493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.232390 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-df136499-da25-435b-9073-719e7c2f21aa req-1d07c741-4e8b-44d8-a1e7-56d70e2ff493 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.1107488 Jul 13 19:17:04.252991 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] For port cc939afc-6540-4afd-a0d2-c3f01795e965, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:04.270212 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6017dff0-ef6b-4d0a-9ef4-38df8f53c2f7 req-cd05ac18-5c6b-4adc-8ac9-8468854d0fee tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777335 Jul 13 19:17:04.288612 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] For port cc939afc-6540-4afd-a0d2-c3f01795e965, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cc939afc-6540-4afd-a0d2-c3f01795e965,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:04.310130 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.340933 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136499-da25-435b-9073-719e7c2f21aa req-b9f3cb37-ccc7-42d4-8a3e-9ab331d1ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.343200 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-df136499-da25-435b-9073-719e7c2f21aa req-b9f3cb37-ccc7-42d4-8a3e-9ab331d1ad3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.1025581 Jul 13 19:17:04.359229 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.360137 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.362669 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] 10.222.0.61 "PUT /v2.0/ports/cc939afc-6540-4afd-a0d2-c3f01795e965 HTTP/1.1" status: 200 len: 1093 time: 0.7892058 Jul 13 19:17:04.363409 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:04.366316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3" -d '{"events": [{"name": "network-changed", "server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:04.407533 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-df136499-da25-435b-9073-719e7c2f21aa req-b9467f3e-0f38-4c88-890c-cf2de781cbe8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 200 len: 217 time: 0.0555055 Jul 13 19:17:04.471537 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136499-da25-435b-9073-719e7c2f21aa req-65de68ac-16fe-4477-b354-9efae560b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.477918 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-df136499-da25-435b-9073-719e7c2f21aa req-65de68ac-16fe-4477-b354-9efae560b7e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0573330 Jul 13 19:17:04.505924 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c915477-2ae1-46f2-9ce3-f596b21ae90a service neutron] Pushing event updated for resources: {'Port': ['ID=cc939afc-6540-4afd-a0d2-c3f01795e965,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:04.545166 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-df136499-da25-435b-9073-719e7c2f21aa req-49df5047-d24e-4620-9902-522dac0c0306 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500593 Jul 13 19:17:04.597491 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec3bcd-a165-464c-a3d4-0fc93f9429b4 req-00d4d65f-f373-4b2c-8c91-325e57b15178 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.604744 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35ec3bcd-a165-464c-a3d4-0fc93f9429b4 req-00d4d65f-f373-4b2c-8c91-325e57b15178 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1665564 Jul 13 19:17:04.693252 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-def00702-2a12-4491-afc4-bf08c24b716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.694811 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-def00702-2a12-4491-afc4-bf08c24b716e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 1096 time: 0.2076576 Jul 13 19:17:04.696832 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:04.718502 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35ec3bcd-a165-464c-a3d4-0fc93f9429b4 req-69f5cec5-8591-4913-b335-54f17604f113 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125703 Jul 13 19:17:04.770435 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-df136499-da25-435b-9073-719e7c2f21aa req-85b834ee-75f4-4e24-9ea9-0b1a67ec8c56 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004242 Jul 13 19:17:04.793806 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-e615b85b-f7c0-45cb-9a8e-2b09d669eb71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc939afc-6540-4afd-a0d2-c3f01795e965 HTTP/1.1" status: 200 len: 217 time: 0.0739021 Jul 13 19:17:04.899524 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-df136499-da25-435b-9073-719e7c2f21aa req-20c7f58f-5ba5-4d1a-9f53-01f4ec48cce4 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198723 Jul 13 19:17:04.901703 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-6620509d-8a43-434c-9c77-1be4dc664b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.903210 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-6620509d-8a43-434c-9c77-1be4dc664b00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.1010327 Jul 13 19:17:04.933382 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e7a7a-48cc-42a4-99bc-e5fce2c8c2b9 req-14d7b6d8-9a07-4e79-b298-32bc46eedc5d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:04.940179 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f57e7a7a-48cc-42a4-99bc-e5fce2c8c2b9 req-14d7b6d8-9a07-4e79-b298-32bc46eedc5d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.1242509 Jul 13 19:17:04.981871 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f57e7a7a-48cc-42a4-99bc-e5fce2c8c2b9 req-3492241e-c87c-436f-a072-3ec11583878c tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Jul 13 19:17:05.152752 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ca487-0912-4b22-9427-d6a797046e79 req-16feabe3-1a01-40ef-8710-61f0c8173bd3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:05.154204 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f75ca487-0912-4b22-9427-d6a797046e79 req-16feabe3-1a01-40ef-8710-61f0c8173bd3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 943 time: 0.0725572 Jul 13 19:17:05.192212 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f75ca487-0912-4b22-9427-d6a797046e79 req-c8e15cd9-9a7e-4af9-91ba-dbccb93d2dac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Jul 13 19:17:05.236025 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38fadd7-ed26-450e-a222-f9cd0043cddd x-openstack-request-id: req-a38fadd7-ed26-450e-a222-f9cd0043cddd {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:05.236323 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:05.236572 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a38fadd7-ed26-450e-a222-f9cd0043cddd {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:05.236976 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'status': 'completed', 'code': 200} Jul 13 19:17:05.912981 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d0692-6d66-4f0e-8fe1-b48ca09ade30 req-715fcc98-19b0-41fa-a9b9-a6fbba5d5f47 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:05.914541 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c25d0692-6d66-4f0e-8fe1-b48ca09ade30 req-715fcc98-19b0-41fa-a9b9-a6fbba5d5f47 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0699029 Jul 13 19:17:05.954974 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c25d0692-6d66-4f0e-8fe1-b48ca09ade30 req-d5878d13-4699-4327-88e0-441c0d06dd69 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Jul 13 19:17:06.380181 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6867-4cc9-45cd-a42b-89f29bf24af9 req-c01d03a4-c33c-4a56-9fc2-3773eb33e91d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:06.381525 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-54ae6867-4cc9-45cd-a42b-89f29bf24af9 req-c01d03a4-c33c-4a56-9fc2-3773eb33e91d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 943 time: 0.0666358 Jul 13 19:17:06.420695 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-54ae6867-4cc9-45cd-a42b-89f29bf24af9 req-28c2be3a-163a-4087-b945-c57593235639 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Jul 13 19:17:07.141648 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e378e8-9b50-453a-8b33-658167b8d728 req-6aa7175a-1680-452b-942d-7f81939019b5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:07.143115 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-15e378e8-9b50-453a-8b33-658167b8d728 req-6aa7175a-1680-452b-942d-7f81939019b5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0639203 Jul 13 19:17:07.180309 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-15e378e8-9b50-453a-8b33-658167b8d728 req-f3915635-6e0a-462e-b344-78e16e272e5f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Jul 13 19:17:07.605728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface606-f7b3-4fc2-9244-c49444c79af3 req-557cf501-004c-4ff1-8857-3bba91b46995 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:07.607201 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dface606-f7b3-4fc2-9244-c49444c79af3 req-557cf501-004c-4ff1-8857-3bba91b46995 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 943 time: 0.0694919 Jul 13 19:17:07.656991 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dface606-f7b3-4fc2-9244-c49444c79af3 req-bc54a518-b996-44cb-8dae-464de6cde3dc tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 Jul 13 19:17:08.160173 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-61a5d858-0003-473d-9637-876ab78392a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:08.162056 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-61a5d858-0003-473d-9637-876ab78392a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805368 Jul 13 19:17:08.298872 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-5d135e3d-956b-446a-9f07-2f352103cf59 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905657 Jul 13 19:17:08.658670 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20e60269-6a5f-4117-8e8d-e3d050098324 req-13d65edd-b270-47f8-8b1d-2abd0bab3a83 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400018 Jul 13 19:17:08.667149 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9148006-77c4-4f32-b031-62a9b4264265 req-b666bb6c-8adf-4e38-abb8-9ac158e4104e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:08.668576 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c9148006-77c4-4f32-b031-62a9b4264265 req-b666bb6c-8adf-4e38-abb8-9ac158e4104e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.3604124 Jul 13 19:17:08.708429 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c9148006-77c4-4f32-b031-62a9b4264265 req-534a6f82-9ecd-4f8a-8fa9-1043309935ee tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Jul 13 19:17:08.839754 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-dd1cb7a4-80b1-4f77-9dc0-db7b644ecdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:08.841233 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-dd1cb7a4-80b1-4f77-9dc0-db7b644ecdd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 1096 time: 0.0897231 Jul 13 19:17:08.856464 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085496f0-136f-4b1d-b890-57ecaeb7c8d9 req-170a87b8-9b3c-45b0-b0c4-2b9a660fea6b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:08.857863 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-085496f0-136f-4b1d-b890-57ecaeb7c8d9 req-170a87b8-9b3c-45b0-b0c4-2b9a660fea6b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 943 time: 0.0811024 Jul 13 19:17:08.941326 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-085496f0-136f-4b1d-b890-57ecaeb7c8d9 req-7f709403-2d43-45fa-9727-7b7d65a4662b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744750 Jul 13 19:17:08.976674 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-6288322e-dce0-4678-8082-06a425f281c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:08.976674 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-6288322e-dce0-4678-8082-06a425f281c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 911 time: 0.1175530 Jul 13 19:17:09.022619 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-a45fa9ae-73d3-4c9b-94e8-9bee9771bee1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc939afc-6540-4afd-a0d2-c3f01795e965 HTTP/1.1" status: 200 len: 217 time: 0.0385513 Jul 13 19:17:09.094403 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-cc559450-be6a-4319-ac8f-d1b19f7fc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:09.097281 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-cc559450-be6a-4319-ac8f-d1b19f7fc182 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.0667076 Jul 13 19:17:09.161434 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-3e238e83-f2ad-4efd-9c80-7144a6baa50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:09.164194 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-3e238e83-f2ad-4efd-9c80-7144a6baa50d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599878 Jul 13 19:17:09.292833 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-9a4c5b14-53bc-49cc-b64a-34ae7f9a9fbc service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195257 Jul 13 19:17:09.467415 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23abd0b6-3eb1-4ca2-9bf6-f34254c85de3 req-5fdca8d6-9d88-4eb5-8a76-10a3dba18085 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449189 Jul 13 19:17:09.593234 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074847-fb08-4ccc-bf13-8d321a0979bc req-d8130973-2f2e-4dad-880f-8af35d07cff3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:09.595176 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-10074847-fb08-4ccc-bf13-8d321a0979bc req-d8130973-2f2e-4dad-880f-8af35d07cff3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.0686450 Jul 13 19:17:09.640779 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-10074847-fb08-4ccc-bf13-8d321a0979bc req-461b54ca-8d7b-4c03-b8e7-34c3ebab1d59 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Jul 13 19:17:09.892816 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d1bc-ea8e-46d1-9cb1-19a5555371e5 req-2498a374-911b-4260-8b06-5d8f82bdccee tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:09.894344 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cf55d1bc-ea8e-46d1-9cb1-19a5555371e5 req-2498a374-911b-4260-8b06-5d8f82bdccee tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0706503 Jul 13 19:17:09.938940 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cf55d1bc-ea8e-46d1-9cb1-19a5555371e5 req-0c58fdb5-1d53-4245-9f75-f280f9daeea5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 Jul 13 19:17:10.113106 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851490a-0472-491c-acf2-7f9b0c12d59a req-f04a1aba-80f5-4788-b2cb-f1d857198963 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:10.114621 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1851490a-0472-491c-acf2-7f9b0c12d59a req-f04a1aba-80f5-4788-b2cb-f1d857198963 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 943 time: 0.0631895 Jul 13 19:17:10.152236 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1851490a-0472-491c-acf2-7f9b0c12d59a req-3809fe4f-a5c6-4b14-847b-a1550aa5130e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Jul 13 19:17:10.824234 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1927d-3502-4897-aed0-b809816de69c req-a924d8d1-a6ff-42e5-b914-0765455cfa57 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:10.825789 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5a1927d-3502-4897-aed0-b809816de69c req-a924d8d1-a6ff-42e5-b914-0765455cfa57 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.0691390 Jul 13 19:17:10.865929 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5a1927d-3502-4897-aed0-b809816de69c req-17263233-c758-4f03-a272-9f25b575f5b4 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Jul 13 19:17:11.115114 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2aa9-b89b-4446-9688-5a3bed5a5377 req-99815e6b-a639-4709-a323-b5b71d0285c4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:11.116960 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c41f2aa9-b89b-4446-9688-5a3bed5a5377 req-99815e6b-a639-4709-a323-b5b71d0285c4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0651658 Jul 13 19:17:11.158145 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c41f2aa9-b89b-4446-9688-5a3bed5a5377 req-dc82f5f0-9aef-4aba-8a00-b86394dad1c1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352435 Jul 13 19:17:11.331273 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae36d8-effe-45c8-8bbc-afecbfdad72d req-41a1a17e-3612-4db2-9231-b9415e994331 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:11.332613 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3ae36d8-effe-45c8-8bbc-afecbfdad72d req-41a1a17e-3612-4db2-9231-b9415e994331 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 943 time: 0.0667365 Jul 13 19:17:11.371642 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3ae36d8-effe-45c8-8bbc-afecbfdad72d req-bc3e9252-1174-44c3-8de4-51b604377481 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306942 Jul 13 19:17:11.844148 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58530) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:11.859791 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device cc939afc-6540-4afd-a0d2-c3f01795e965 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:17:11.986200 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port cc939afc-6540-4afd-a0d2-c3f01795e965, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cc939afc-6540-4afd-a0d2-c3f01795e965,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:11.999591 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1006ca93-6b4c-493d-9831-364556e355ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.003161 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'port_id': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'mac_address': 'fa:16:3e:80:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:17:12.046485 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.059727 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc939afc-6540-4afd-a0d2-c3f01795e965 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:17:12.081318 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port cc939afc-6540-4afd-a0d2-c3f01795e965, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cc939afc-6540-4afd-a0d2-c3f01795e965,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:12.086674 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.115810 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-31d4eb75-cf3c-4c21-87dc-32c51e0ee5a3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:12.117753 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-31d4eb75-cf3c-4c21-87dc-32c51e0ee5a3 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.1739933 Jul 13 19:17:12.133371 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd447a8-4b76-412e-9b8f-e9fe88dbd222 req-bcbe5cfb-0df8-4ae6-9ab4-517d87af4025 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:12.136136 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=cc939afc-6540-4afd-a0d2-c3f01795e965,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:12.138117 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cd447a8-4b76-412e-9b8f-e9fe88dbd222 req-bcbe5cfb-0df8-4ae6-9ab4-517d87af4025 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 945 time: 0.1429298 Jul 13 19:17:12.158538 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58540) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:12.266870 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cd447a8-4b76-412e-9b8f-e9fe88dbd222 req-89e61c97-27c8-4082-aa0a-da3f1869c034 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/security-groups?id=d8698870-4ec5-4f95-94c4-d6402cbb94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097136 Jul 13 19:17:12.294738 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e02a7b7a-7073-48b2-93a0-8786335a3777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.303139 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1006ca93-6b4c-493d-9831-364556e355ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.327341 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1006ca93-6b4c-493d-9831-364556e355ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.390234 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1006ca93-6b4c-493d-9831-364556e355ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3eeb92010d524498819fffe2b8b6c27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448692 Jul 13 19:17:12.392810 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58548) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:12.398455 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006ca93-6b4c-493d-9831-364556e355ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d611bcc3-2c5f-4a29-8264-6ff91373b1ea,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:12.406806 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e02a7b7a-7073-48b2-93a0-8786335a3777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.417262 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Deleting port db3101bc-47a0-414d-bba3-31e760ff336b {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:17:12.417600 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.429383 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e02a7b7a-7073-48b2-93a0-8786335a3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.464245 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca23aa-b9a8-4c70-8e63-e449e71b56d3 req-9254b6d8-5de1-428f-b418-8353d679ee9c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:12.465939 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2cca23aa-b9a8-4c70-8e63-e449e71b56d3 req-9254b6d8-5de1-428f-b418-8353d679ee9c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1778283 Jul 13 19:17:12.549876 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['cc939afc-6540-4afd-a0d2-c3f01795e965'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:17:12.593108 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2cca23aa-b9a8-4c70-8e63-e449e71b56d3 req-4dc568a7-5beb-4daf-b788-7195be7dac2e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152737 Jul 13 19:17:12.596845 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] For port db3101bc-47a0-414d-bba3-31e760ff336b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=db3101bc-47a0-414d-bba3-31e760ff336b,segment=NetworkSegment(9fd17c5a-00d2-4181-b164-0be35d50d4c3),segment_id=9fd17c5a-00d2-4181-b164-0be35d50d4c3)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:12.597100 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.618908 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Calling delete_port for db3101bc-47a0-414d-bba3-31e760ff336b owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:17:12.668259 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5331693-1c2d-4fa5-96ee-7a0be5f5cd41 req-e58748fd-9561-4d58-ae95-440e112d3205 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:12.669841 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5331693-1c2d-4fa5-96ee-7a0be5f5cd41 req-e58748fd-9561-4d58-ae95-440e112d3205 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 944 time: 0.1821942 Jul 13 19:17:12.707615 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e02a7b7a-7073-48b2-93a0-8786335a3777 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55ff7e19055049749aa9649ff0d951ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478909 Jul 13 19:17:12.711490 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a7b7a-7073-48b2-93a0-8786335a3777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0421ad-f935-4548-88b6-cdaaeaa87562,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:12.714999 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58554) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:12.737132 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-54c5f070-4ae2-4bf6-ba22-a543d108e53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.754060 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5331693-1c2d-4fa5-96ee-7a0be5f5cd41 req-ed883ef5-16a8-4180-81f5-66a9a9e1a233 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557337 Jul 13 19:17:12.774697 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-54c5f070-4ae2-4bf6-ba22-a543d108e53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.824768 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-98d853bf-fed6-4820-9b88-da0fbc56cbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.833130 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.852159 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-98d853bf-fed6-4820-9b88-da0fbc56cbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.860862 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Pushing event deleted for resources: {'Port': ['ID=db3101bc-47a0-414d-bba3-31e760ff336b,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:12.875350 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-54c5f070-4ae2-4bf6-ba22-a543d108e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.877837 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-54c5f070-4ae2-4bf6-ba22-a543d108e53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.878999 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-54c5f070-4ae2-4bf6-ba22-a543d108e53d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d611bcc3-2c5f-4a29-8264-6ff91373b1ea HTTP/1.1" status: 204 len: 168 time: 0.4852474 Jul 13 19:17:12.896349 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5f070-4ae2-4bf6-ba22-a543d108e53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d611bcc3-2c5f-4a29-8264-6ff91373b1ea,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:12.924448 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-98d853bf-fed6-4820-9b88-da0fbc56cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.925748 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] No DVR routers for this DVR port db3101bc-47a0-414d-bba3-31e760ff336b on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:17:12.929024 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-98d853bf-fed6-4820-9b88-da0fbc56cbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.929966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:12.932010 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7f7b4e5c-cbc1-4256-bb89-7e1643a83748 req-3ae7d26d-9d9f-45df-beff-a9753433cdb5 tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.61 "DELETE /v2.0/ports/db3101bc-47a0-414d-bba3-31e760ff336b HTTP/1.1" status: 204 len: 173 time: 0.7928333 Jul 13 19:17:12.932670 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'name': 'network-vif-deleted', 'tag': 'db3101bc-47a0-414d-bba3-31e760ff336b'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:12.933122 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-98d853bf-fed6-4820-9b88-da0fbc56cbca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d0421ad-f935-4548-88b6-cdaaeaa87562 HTTP/1.1" status: 204 len: 168 time: 0.2121885 Jul 13 19:17:12.934949 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b32fd41-fd2c-4800-9b61-83bc6949217c" -d '{"events": [{"server_uuid": "bd818f47-008b-4d6a-b9bf-ff1982601951", "name": "network-vif-deleted", "tag": "db3101bc-47a0-414d-bba3-31e760ff336b"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:12.947335 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d853bf-fed6-4820-9b88-da0fbc56cbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0421ad-f935-4548-88b6-cdaaeaa87562,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:12.975325 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52a3652-6f48-4b3d-93a8-21834fdbed49 x-openstack-request-id: req-a52a3652-6f48-4b3d-93a8-21834fdbed49 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:12.975620 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd818f47-008b-4d6a-b9bf-ff1982601951", "name": "network-vif-deleted", "tag": "db3101bc-47a0-414d-bba3-31e760ff336b", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:12.975872 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a52a3652-6f48-4b3d-93a8-21834fdbed49 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:12.976269 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd818f47-008b-4d6a-b9bf-ff1982601951', 'name': 'network-vif-deleted', 'tag': 'db3101bc-47a0-414d-bba3-31e760ff336b', 'status': 'completed', 'code': 200} Jul 13 19:17:13.320836 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58580) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:13.334741 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f255438-b652-48d2-af18-00376fb9c39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.428523 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8ad761d9-bb83-4564-95e1-8a9ecb08a423 req-3ea73b73-6c64-4304-b47f-6324ec0a529d tempest-VolumesActionsTest-855077702 tempest-VolumesActionsTest-855077702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd818f47-008b-4d6a-b9bf-ff1982601951 HTTP/1.1" status: 200 len: 210 time: 0.0311074 Jul 13 19:17:13.429923 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f255438-b652-48d2-af18-00376fb9c39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.435054 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f255438-b652-48d2-af18-00376fb9c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.478907 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2f255438-b652-48d2-af18-00376fb9c39e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68b70a5cbeff4d0eb12a3901a15a3782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569793 Jul 13 19:17:13.479770 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f255438-b652-48d2-af18-00376fb9c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda13eb4-d1a9-42c0-ad26-4f96c672e361,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:13.481559 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58588) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:13.542720 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6163f4f9-738b-4303-b612-33aae03dc95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.567152 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6163f4f9-738b-4303-b612-33aae03dc95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.617381 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6163f4f9-738b-4303-b612-33aae03dc95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.619955 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6163f4f9-738b-4303-b612-33aae03dc95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.621128 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-6163f4f9-738b-4303-b612-33aae03dc95e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eda13eb4-d1a9-42c0-ad26-4f96c672e361 HTTP/1.1" status: 204 len: 168 time: 0.1385655 Jul 13 19:17:13.632548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163f4f9-738b-4303-b612-33aae03dc95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda13eb4-d1a9-42c0-ad26-4f96c672e361,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:13.646092 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58598) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:13.707515 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['db3101bc-47a0-414d-bba3-31e760ff336b'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:17:13.769895 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-918189828-network', 'tenant_id': '765714cc36f34d2085fc80942a27d498'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:13.809403 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d4956-9df8-4fea-8a7e-89133c484d07 req-384a9121-560d-47b0-a8c8-7874e2ec155a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:13.811132 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-573d4956-9df8-4fea-8a7e-89133c484d07 req-384a9121-560d-47b0-a8c8-7874e2ec155a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0861323 Jul 13 19:17:13.815464 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Made reservation on behalf of 765714cc36f34d2085fc80942a27d498 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:13.819707 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.829960 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.864955 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-573d4956-9df8-4fea-8a7e-89133c484d07 req-ff7b28e6-639a-43f3-a6e1-d44cdcad5f76 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Jul 13 19:17:13.942790 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.949500 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:13.971187 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:17:13.993944 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d650bbe5-d224-4b7c-8309-18d34c745d61,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:14.003467 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.004387 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Added segment b731b31f-e9be-4684-99a1-8d30597c9301 of type vlan for network fe850b57-c799-4025-a30d-0e45173f4e40 Jul 13 19:17:14.025899 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefb1ee-db38-481d-b76c-9679a7357176 req-9b0c2f02-6a9b-4a0a-9bed-f5130dbfb81c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:14.033016 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7cefb1ee-db38-481d-b76c-9679a7357176 req-9b0c2f02-6a9b-4a0a-9bed-f5130dbfb81c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 944 time: 0.0940380 Jul 13 19:17:14.053042 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.069594 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7cefb1ee-db38-481d-b76c-9679a7357176 req-98719cb0-a078-43ba-9750-a8db7fdafcdf tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355122 Jul 13 19:17:14.086818 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.087152 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:14.088042 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.144590 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4971955 Jul 13 19:17:14.147809 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58616) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:14.155487 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58710e4b-1251-4828-9486-5753ae9460f6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe850b57-c799-4025-a30d-0e45173f4e40,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:14.156594 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Request body: {'subnet': {'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-918189828-subnet', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:14.166627 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network fe850b57-c799-4025-a30d-0e45173f4e40 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:17:14.185471 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Made reservation on behalf of 765714cc36f34d2085fc80942a27d498 for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:14.188399 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.369958 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.425082 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebdec44-698d-496e-8aa6-1ff1840938a9,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:14.433139 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Checking segment: {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:14.433497 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Network hostable DHCP agents. Network: fe850b57-c799-4025-a30d-0e45173f4e40, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:17:14.450793 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Network fe850b57-c799-4025-a30d-0e45173f4e40 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:17:14.460988 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, fe850b57-c799-4025-a30d-0e45173f4e40) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:14.465530 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:14.465990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.470138 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464fbd23-6674-407d-9bbe-e3d4f0803994 None None] Network fe850b57-c799-4025-a30d-0e45173f4e40 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:14.486433 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ed827580-7905-4b1f-8515-f86df2b963d3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3359015 Jul 13 19:17:14.488905 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58636) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:14.494423 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:14.531213 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.532593 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.592000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.638539 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-fe850b57-c799-4025-a30d-0e45173f4e40', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:17:14.639630 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.762058 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:14.802040 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Allocated IP 172.20.0.2 (fe850b57-c799-4025-a30d-0e45173f4e40/8ebdec44-698d-496e-8aa6-1ff1840938a9/3d551a12-5ef8-4cad-bc30-b786791cc573) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:15.003120 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.015798 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.024833 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Transition to ACTIVE for port object 3d551a12-5ef8-4cad-bc30-b786791cc573 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:15.030798 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.042502 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Transition to ACTIVE for port object 3d551a12-5ef8-4cad-bc30-b786791cc573 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:15.053776 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.102266 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Network fe850b57-c799-4025-a30d-0e45173f4e40 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:15.107466 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:15.112548 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:15.113551 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06108cb2-4722-4390-83e5-558786a94a25 req-e7e3b4c5-279c-4ada-a246-f4bcb3e54a92 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:15.116684 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Pushing event updated for resources: {'Port': ['ID=3d551a12-5ef8-4cad-bc30-b786791cc573,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:15.119357 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-06108cb2-4722-4390-83e5-558786a94a25 req-e7e3b4c5-279c-4ada-a246-f4bcb3e54a92 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1014938 Jul 13 19:17:15.185060 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Allocated IP 172.27.3.193 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/ef2053d5-408c-46d9-aaaf-c6680c0546e3) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:15.227278 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Attempting to bind port 3d551a12-5ef8-4cad-bc30-b786791cc573 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:15.228104 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Attempting to bind port 3d551a12-5ef8-4cad-bc30-b786791cc573 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:15.228716 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Attempting to bind port 3d551a12-5ef8-4cad-bc30-b786791cc573 on network fe850b57-c799-4025-a30d-0e45173f4e40 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:15.235116 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:15.235642 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Checking segment: {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:15.237608 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.238182 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Bound using segment: {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:15.238926 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Bound port: 3d551a12-5ef8-4cad-bc30-b786791cc573, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:15.239415 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.241270 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-06108cb2-4722-4390-83e5-558786a94a25 req-1e3c01ba-7354-41e2-9089-99a852cf3617 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150191 Jul 13 19:17:15.346390 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] For port 3d551a12-5ef8-4cad-bc30-b786791cc573, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:15.352511 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] For port 3d551a12-5ef8-4cad-bc30-b786791cc573, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3d551a12-5ef8-4cad-bc30-b786791cc573,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:15.370252 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.454108 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc46189-61d0-44ad-b2eb-1d61bca11bdf req-14ba1eb3-2f55-417e-a43a-68cc7841fcc0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:15.455749 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-efc46189-61d0-44ad-b2eb-1d61bca11bdf req-14ba1eb3-2f55-417e-a43a-68cc7841fcc0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 944 time: 0.2347486 Jul 13 19:17:15.467370 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.525991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ca902-0234-4bc5-bbe2-ac231b8d372c None None] Pushing event updated for resources: {'Port': ['ID=3d551a12-5ef8-4cad-bc30-b786791cc573,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:15.557045 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.565831 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-efc46189-61d0-44ad-b2eb-1d61bca11bdf req-82a0fd04-0e33-4a4b-8ccf-1242fe010eb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032279 Jul 13 19:17:15.594834 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:15.598351 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:15.601110 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:15.645603 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2053d5-408c-46d9-aaaf-c6680c0546e3,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:15.890283 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device cc939afc-6540-4afd-a0d2-c3f01795e965 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:15.911434 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:15.948544 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port cc939afc-6540-4afd-a0d2-c3f01795e965 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:15.952898 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port cc939afc-6540-4afd-a0d2-c3f01795e965 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:15.953428 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:16.033991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:16.058129 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:16.060599 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5848188e-1e27-4a40-9e84-b43a1a93f411" -d '{"events": [{"server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "name": "network-vif-plugged", "status": "completed", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:16.074062 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port cc939afc-6540-4afd-a0d2-c3f01795e965, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cc939afc-6540-4afd-a0d2-c3f01795e965,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:16.080651 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:16.082114 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device db3101bc-47a0-414d-bba3-31e760ff336b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:17:16.114950 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:16.122826 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88911779-92f3-4359-93bd-5723578c3cd8 x-openstack-request-id: req-88911779-92f3-4359-93bd-5723578c3cd8 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:16.123116 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "name": "network-vif-plugged", "status": "completed", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:16.123366 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88911779-92f3-4359-93bd-5723578c3cd8 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:16.123746 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'code': 200} Jul 13 19:17:16.124370 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: db3101bc-47a0-414d-bba3-31e760ff336b {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:17:16.124701 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device db3101bc-47a0-414d-bba3-31e760ff336b not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:17:16.152442 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=cc939afc-6540-4afd-a0d2-c3f01795e965,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:16.251708 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Router 724f9457-186e-417e-89bf-78084a83e506 is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:17:16.374493 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:17:16.383344 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Sync routers for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:17:16.392448 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:16.396577 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-c544eedb-2382-40b9-bcd4-19349c284fa2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9040596 Jul 13 19:17:16.397007 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58748) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:16.400845 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:16.401498 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:16.450160 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d175e1-3c91-4112-852f-bd9fc7a5d55b req-da11b43e-12e9-496c-937c-678047058667 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:16.452521 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c4d175e1-3c91-4112-852f-bd9fc7a5d55b req-da11b43e-12e9-496c-937c-678047058667 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0934978 Jul 13 19:17:16.512387 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c4d175e1-3c91-4112-852f-bd9fc7a5d55b req-e4c7b040-e91d-403a-aa22-abfc86f664b4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Jul 13 19:17:16.622477 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:16.633665 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd330c2-450e-4ebd-b2a7-cc99de75f4a4 None None] Network fe850b57-c799-4025-a30d-0e45173f4e40 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:16.812598 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3d551a12-5ef8-4cad-bc30-b786791cc573 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:16.895852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0c405806-f011-43eb-9615-6954fa4ba0d3 None None] Provisioning for port 3d551a12-5ef8-4cad-bc30-b786791cc573 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:16.902251 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:15Z', 'revision_number': 3, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:16.940210 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Checking router: 724f9457-186e-417e-89bf-78084a83e506 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:17:16.940210 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Updating router 724f9457-186e-417e-89bf-78084a83e506 port ef2053d5-408c-46d9-aaaf-c6680c0546e3 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:17:16.940510 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 3d551a12-5ef8-4cad-bc30-b786791cc573 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:16.945312 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 3d551a12-5ef8-4cad-bc30-b786791cc573 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:16.945714 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:16.981934 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.028559 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad2257-7ce2-4cf3-bb6f-ce7d6fea3c1b req-0924473e-7a62-4677-ad76-e071ac6604fe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:17.031444 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-31ad2257-7ce2-4cf3-bb6f-ce7d6fea3c1b req-0924473e-7a62-4677-ad76-e071ac6604fe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0864904 Jul 13 19:17:17.097597 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.110493 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-31ad2257-7ce2-4cf3-bb6f-ce7d6fea3c1b req-89079776-aaa4-41df-bb79-1c15b6716dea tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717196 Jul 13 19:17:17.148262 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 3d551a12-5ef8-4cad-bc30-b786791cc573, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3d551a12-5ef8-4cad-bc30-b786791cc573,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:17.156802 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.225521 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=3d551a12-5ef8-4cad-bc30-b786791cc573,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:17.286494 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.301798 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Transition to ACTIVE for port object ef2053d5-408c-46d9-aaaf-c6680c0546e3 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:17.324880 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.361052 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.381067 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60fc73-d15c-4a07-bbc1-763dda2a045c None None] Pushing event updated for resources: {'Port': ['ID=ef2053d5-408c-46d9-aaaf-c6680c0546e3,revision_number=2']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:17.411725 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Attempting to bind port ef2053d5-408c-46d9-aaaf-c6680c0546e3 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:17.412409 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Attempting to bind port ef2053d5-408c-46d9-aaaf-c6680c0546e3 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:17.412409 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Attempting to bind port ef2053d5-408c-46d9-aaaf-c6680c0546e3 on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:17.422695 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:17.423676 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:17.426802 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.426802 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:17.427048 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Bound port: ef2053d5-408c-46d9-aaaf-c6680c0546e3, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:17.427374 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.433149 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-29ecaf18-e6fd-4ed8-b56f-87b2ef7539da None None] Provisioning complete for port 3d551a12-5ef8-4cad-bc30-b786791cc573 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:17.433584 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-29ecaf18-e6fd-4ed8-b56f-87b2ef7539da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.490945 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] For port ef2053d5-408c-46d9-aaaf-c6680c0546e3, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:17.498012 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] For port ef2053d5-408c-46d9-aaaf-c6680c0546e3, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=ef2053d5-408c-46d9-aaaf-c6680c0546e3,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:17.506152 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.572450 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Allocated IP 172.20.0.1 (fe850b57-c799-4025-a30d-0e45173f4e40/8ebdec44-698d-496e-8aa6-1ff1840938a9/311ffdfc-9a50-478b-8652-9dfe2a5fe0b3) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:17.574670 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:17.575306 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:17.627025 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60fc73-d15c-4a07-bbc1-763dda2a045c None None] Pushing event updated for resources: {'Port': ['ID=ef2053d5-408c-46d9-aaaf-c6680c0546e3,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:17.702131 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:17.705293 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.713173 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00783-2a54-4fa0-8e0a-df123722aa96 req-a15804a1-304a-4a5f-aa16-0b8c4b851b78 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:17.715145 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d3c00783-2a54-4fa0-8e0a-df123722aa96 req-a15804a1-304a-4a5f-aa16-0b8c4b851b78 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0678022 Jul 13 19:17:17.718585 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Transition to ACTIVE for port object 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:17.755538 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.757651 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d3c00783-2a54-4fa0-8e0a-df123722aa96 req-82e8c565-4746-4f19-8521-67f38bbf6ed6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339668 Jul 13 19:17:17.800317 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Network fe850b57-c799-4025-a30d-0e45173f4e40 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:17.804899 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:17.810806 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:17.814037 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Pushing event updated for resources: {'Port': ['ID=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:17.855053 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:17.905470 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:15Z', 'revision_number': 3, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:17.932674 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefa7a5f-7f45-4d04-9393-07a1b1c36047 None None] The sync data for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi is: [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:15Z', 'revision_number': 3, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:17:18.021357 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.057897 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e25ba699-7562-48f6-9feb-96e52d2ad23b None None] Provisioning for port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:18.062098 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e25ba699-7562-48f6-9feb-96e52d2ad23b None None] Provisioning complete for port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:18.062540 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e25ba699-7562-48f6-9feb-96e52d2ad23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.107846 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-e25ba699-7562-48f6-9feb-96e52d2ad23b None None] Port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:18.216768 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.223980 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.311955 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Pushing event updated for resources: {'Port': ['ID=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:18.318133 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.335135 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119789f-0d8a-47b3-a436-1cd17d69e9cb req-2e341738-0116-4a10-84c8-149159c466be tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:18.336710 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0119789f-0d8a-47b3-a436-1cd17d69e9cb req-2e341738-0116-4a10-84c8-149159c466be tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0695448 Jul 13 19:17:18.378191 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0119789f-0d8a-47b3-a436-1cd17d69e9cb req-04578921-89f3-4665-8bc3-e29d9683a687 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355060 Jul 13 19:17:18.417070 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Network fe850b57-c799-4025-a30d-0e45173f4e40 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:18.418961 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:18.539533 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Router 724f9457-186e-417e-89bf-78084a83e506 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:17:18.640704 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0f75082e-515c-4869-90f0-56b8a5d6dc0c None None] Provisioning complete for port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:18.641091 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0f75082e-515c-4869-90f0-56b8a5d6dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.683201 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-0f75082e-515c-4869-90f0-56b8a5d6dc0c None None] Port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:18.687079 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:17:18.697726 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-17ff5aea-15f4-4aa7-9eda-33308b1194d5 admin admin] 10.222.0.62 "PUT /v2.0/routers/724f9457-186e-417e-89bf-78084a83e506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2950559 Jul 13 19:17:18.776976 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ef2053d5-408c-46d9-aaaf-c6680c0546e3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:18.831526 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port ef2053d5-408c-46d9-aaaf-c6680c0546e3 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:18.835689 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port ef2053d5-408c-46d9-aaaf-c6680c0546e3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:18.836176 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.945346 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.958285 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246f689-3dc4-4f05-951a-4a7db1a5ab3a req-b80ef626-1fed-4842-ab64-73fe708890c7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:18.966885 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a246f689-3dc4-4f05-951a-4a7db1a5ab3a req-b80ef626-1fed-4842-ab64-73fe708890c7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0932250 Jul 13 19:17:18.972486 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port ef2053d5-408c-46d9-aaaf-c6680c0546e3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=ef2053d5-408c-46d9-aaaf-c6680c0546e3,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:18.980861 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:18.981957 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3d551a12-5ef8-4cad-bc30-b786791cc573 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:19.010320 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a246f689-3dc4-4f05-951a-4a7db1a5ab3a req-9dfc2583-0cfe-4dd9-b484-321586a3e5c6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Jul 13 19:17:19.058254 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=ef2053d5-408c-46d9-aaaf-c6680c0546e3,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:19.071444 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 3d551a12-5ef8-4cad-bc30-b786791cc573 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:19.071831 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.295921 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58810) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:19.301064 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1481845746-network', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:19.326090 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Made reservation on behalf of 68e5cd99b3b84d40b56bd17148110121 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:19.328830 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.337950 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.432799 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.438184 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.462472 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:17:19.472193 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a5f21-7a72-47c4-a7f1-b73df62d5903,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:19.476979 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.477317 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Added segment d64e54c9-4d25-4037-8e43-02c7206dfb1d of type vlan for network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 Jul 13 19:17:19.532924 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.584844 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.586389 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:19.587195 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.592126 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6920f18-486f-4931-8e85-c4f2a1d469ad req-0e26dabc-2af7-4751-bf79-4a9ebb2a6d49 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:19.593691 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b6920f18-486f-4931-8e85-c4f2a1d469ad req-0e26dabc-2af7-4751-bf79-4a9ebb2a6d49 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0838332 Jul 13 19:17:19.649958 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5406c8-78cc-4b13-a26f-ddd155020bc6,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:19.663285 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:17:19.663704 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b6920f18-486f-4931-8e85-c4f2a1d469ad req-376b26f5-f54c-42e2-8b33-2fc98725c2d1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609555 Jul 13 19:17:19.667876 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f9f00222-c0b7-453d-8595-bdcd0e00b3c7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3707297 Jul 13 19:17:19.670844 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58816) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:19.676393 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Request body: {'subnet': {'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1481845746-subnet', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:19.701171 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Made reservation on behalf of 68e5cd99b3b84d40b56bd17148110121 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:19.705140 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7218301'] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.768546 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Sync routers for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:17:19.780931 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:19.781942 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:19.822844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6797a2-7a4b-4474-985a-76a4f4c8e142 req-d320afbd-c3ea-4a53-9ffb-48ca4fd8b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:19.824753 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4b6797a2-7a4b-4474-985a-76a4f4c8e142 req-d320afbd-c3ea-4a53-9ffb-48ca4fd8b7f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 1098 time: 0.0829823 Jul 13 19:17:19.862317 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4b6797a2-7a4b-4474-985a-76a4f4c8e142 req-60efba3f-e043-4ca1-bd4b-db687dbbd7b7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299373 Jul 13 19:17:19.901731 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:19.905228 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6501010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7218255'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:19.960437 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3b593f-916f-4537-ba9a-12b7b304f9fe,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:19.971009 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Checking segment: {'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:19.971365 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Network hostable DHCP agents. Network: 2c5406c8-78cc-4b13-a26f-ddd155020bc6, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:17:19.991527 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:17:20.002520 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 2c5406c8-78cc-4b13-a26f-ddd155020bc6) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:20.007259 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:20.007788 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.023076 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04282d40-1a50-4eab-a913-185c968af367 None None] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:20.025645 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-c005de8b-f5cb-4a80-85e6-d2a0fd8e2720 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3534570 Jul 13 19:17:20.028548 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58822) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:20.041040 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:20.064106 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.065127 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.129680 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.214254 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04889be-c13b-4fe3-b46e-241fa18cf8e6 req-9bf7dd08-31fe-43e6-a2bc-4b35f0512a24 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:20.217947 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b04889be-c13b-4fe3-b46e-241fa18cf8e6 req-9bf7dd08-31fe-43e6-a2bc-4b35f0512a24 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0765681 Jul 13 19:17:20.244117 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 2, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:20.270136 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b04889be-c13b-4fe3-b46e-241fa18cf8e6 req-3bfaa934-52ac-484c-b1b9-90567837e4fa tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Jul 13 19:17:20.281598 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Checking router: 724f9457-186e-417e-89bf-78084a83e506 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:17:20.282935 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Updating router 724f9457-186e-417e-89bf-78084a83e506 port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:17:20.284112 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.285987 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11189300-5594-41da-ac90-a1677754f330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-2c5406c8-78cc-4b13-a26f-ddd155020bc6', 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'fixed_ips': [{'subnet_id': '5b3b593f-916f-4537-ba9a-12b7b304f9fe'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:17:20.286992 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-11189300-5594-41da-ac90-a1677754f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.345468 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.534318 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.554295 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.579848 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-11189300-5594-41da-ac90-a1677754f330 None None] Allocated IP 172.20.0.2 (2c5406c8-78cc-4b13-a26f-ddd155020bc6/5b3b593f-916f-4537-ba9a-12b7b304f9fe/3f6d592d-2086-474c-8ee8-fe7e174cd43c) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:20.687335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ef2053d5-408c-46d9-aaaf-c6680c0546e3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:20.695817 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Allocated IP 172.27.3.75 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/7b4bbfcf-b56b-40a8-82a2-5de1f572b806) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:20.864884 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.905974 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d3279-8167-4e94-afa1-3a76627187c4 req-669d0e63-1c8c-4c83-a6ac-7bbeee85b30f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:20.917604 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d82d3279-8167-4e94-afa1-3a76627187c4 req-669d0e63-1c8c-4c83-a6ac-7bbeee85b30f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1281121 Jul 13 19:17:20.957160 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:20.995748 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d82d3279-8167-4e94-afa1-3a76627187c4 req-43180f0a-59d0-4846-abaa-76f553ac3a95 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764518 Jul 13 19:17:21.021019 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:21.024729 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:21.028327 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:21.056453 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:21.072801 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port ef2053d5-408c-46d9-aaaf-c6680c0546e3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:21.073313 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.080206 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.120741 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Transition to ACTIVE for port object 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:21.143588 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-11189300-5594-41da-ac90-a1677754f330 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.145919 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.181934 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-11189300-5594-41da-ac90-a1677754f330 None None] Transition to ACTIVE for port object 3f6d592d-2086-474c-8ee8-fe7e174cd43c will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:21.218615 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-11189300-5594-41da-ac90-a1677754f330 None None] Transition to ACTIVE for port object 3f6d592d-2086-474c-8ee8-fe7e174cd43c will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:21.225086 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983efca-09df-4002-92d1-8020bdff37b5 None None] Pushing event updated for resources: {'Port': ['ID=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:21.267127 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-11189300-5594-41da-ac90-a1677754f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.344309 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.364218 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11189300-5594-41da-ac90-a1677754f330 None None] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:21.369014 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Attempting to bind port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:21.369387 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Attempting to bind port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:21.369852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Attempting to bind port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 on network fe850b57-c799-4025-a30d-0e45173f4e40 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:21.372221 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-11189300-5594-41da-ac90-a1677754f330 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:21.375179 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11189300-5594-41da-ac90-a1677754f330 None None] Pushing event updated for resources: {'Port': ['ID=3f6d592d-2086-474c-8ee8-fe7e174cd43c,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:21.377475 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11189300-5594-41da-ac90-a1677754f330 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:21.384607 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:21.384986 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Checking segment: {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:21.385393 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.385904 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Bound using segment: {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:21.386295 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Bound port: 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:21.386741 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.484599 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-11189300-5594-41da-ac90-a1677754f330 None None] Attempting to bind port 3f6d592d-2086-474c-8ee8-fe7e174cd43c on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:21.484930 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-11189300-5594-41da-ac90-a1677754f330 None None] Attempting to bind port 3f6d592d-2086-474c-8ee8-fe7e174cd43c by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:21.485243 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11189300-5594-41da-ac90-a1677754f330 None None] Attempting to bind port 3f6d592d-2086-474c-8ee8-fe7e174cd43c on network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:21.496326 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11189300-5594-41da-ac90-a1677754f330 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:21.496744 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11189300-5594-41da-ac90-a1677754f330 None None] Checking segment: {'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:21.497103 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-11189300-5594-41da-ac90-a1677754f330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.497494 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11189300-5594-41da-ac90-a1677754f330 None None] Bound using segment: {'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:21.497992 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-11189300-5594-41da-ac90-a1677754f330 None None] Bound port: 3f6d592d-2086-474c-8ee8-fe7e174cd43c, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:21.498378 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-11189300-5594-41da-ac90-a1677754f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.552015 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] For port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:21.567540 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a1769-acbd-4a6e-98e5-04d406525cef req-a73f3188-3926-4fcd-a2bf-a97efdff74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:21.569427 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-000a1769-acbd-4a6e-98e5-04d406525cef req-a73f3188-3926-4fcd-a2bf-a97efdff74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0963902 Jul 13 19:17:21.579001 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] For port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:21.593612 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.614296 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-000a1769-acbd-4a6e-98e5-04d406525cef req-3316d1ce-4ae0-4964-af0d-570fff7a3572 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Jul 13 19:17:21.620844 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.628867 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-11189300-5594-41da-ac90-a1677754f330 None None] For port 3f6d592d-2086-474c-8ee8-fe7e174cd43c, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:21.650498 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-11189300-5594-41da-ac90-a1677754f330 None None] For port 3f6d592d-2086-474c-8ee8-fe7e174cd43c, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3f6d592d-2086-474c-8ee8-fe7e174cd43c,segment=NetworkSegment(d64e54c9-4d25-4037-8e43-02c7206dfb1d),segment_id=d64e54c9-4d25-4037-8e43-02c7206dfb1d)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:21.663112 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-11189300-5594-41da-ac90-a1677754f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:21.683683 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983efca-09df-4002-92d1-8020bdff37b5 None None] Pushing event updated for resources: {'Port': ['ID=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:21.687922 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:21.688570 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:21.868794 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11189300-5594-41da-ac90-a1677754f330 None None] Pushing event updated for resources: {'Port': ['ID=3f6d592d-2086-474c-8ee8-fe7e174cd43c,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:21.879127 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:22.028827 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Router 39b307ba-aac9-496a-9411-7859e17f7ff8 is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:17:22.173863 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:17:22.185893 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Sync routers for ids ['39b307ba-aac9-496a-9411-7859e17f7ff8'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:17:22.187970 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:21Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:22.196482 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:22.200375 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d69fe2bb-efaa-456a-98a5-3d88caaf5ff6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1633818 Jul 13 19:17:22.200964 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 58856) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:22.201940 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Routers {'39b307ba-aac9-496a-9411-7859e17f7ff8'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:22.202622 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['39b307ba-aac9-496a-9411-7859e17f7ff8'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:22.216921 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d683d-c6fa-47c8-9811-1ae6f3f53365 None None] The sync data for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi is: [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:21Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:17:22.253463 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a306278-3b71-40c0-9b5f-8eb394142273 req-bdd72317-86dc-4ccb-8b00-60b60c1c32e2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:22.260750 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5a306278-3b71-40c0-9b5f-8eb394142273 req-bdd72317-86dc-4ccb-8b00-60b60c1c32e2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1313603 Jul 13 19:17:22.358192 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5a306278-3b71-40c0-9b5f-8eb394142273 req-25554bc1-3667-48ea-9e23-94d12d23bb03 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961080 Jul 13 19:17:22.359842 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Set router 39b307ba-aac9-496a-9411-7859e17f7ff8 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:22.592240 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:21Z', 'revision_number': 3, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port': {'id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:22.646278 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Checking router: 39b307ba-aac9-496a-9411-7859e17f7ff8 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:17:22.646866 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Updating router 39b307ba-aac9-496a-9411-7859e17f7ff8 port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:17:22.779934 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3f6d592d-2086-474c-8ee8-fe7e174cd43c up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:22.805209 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:22.916092 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 3f6d592d-2086-474c-8ee8-fe7e174cd43c completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:22.923935 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:22.957540 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d5d4b-0098-48f8-8e2e-3852bbd334be req-2d14e5ca-817f-414f-b47b-d6545bd361ee tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:22.960172 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ea0d5d4b-0098-48f8-8e2e-3852bbd334be req-2d14e5ca-817f-414f-b47b-d6545bd361ee tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.4878547 Jul 13 19:17:22.974458 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 58864) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:22.979397 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'floatingip': {'port_id': 'cc939afc-6540-4afd-a0d2-c3f01795e965'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:23.015365 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3053f97-0325-40f6-b628-04d5951b71dd None None] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:17:23.106004 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-95744c2e-de4a-448d-ba86-61e8d3f30d7d None None] Provisioning for port 3f6d592d-2086-474c-8ee8-fe7e174cd43c completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:23.126119 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-95744c2e-de4a-448d-ba86-61e8d3f30d7d None None] Provisioning complete for port 3f6d592d-2086-474c-8ee8-fe7e174cd43c triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:23.126497 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-95744c2e-de4a-448d-ba86-61e8d3f30d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.135083 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.204426 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:23.223452 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:23.223835 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.311193 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.319159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-95744c2e-de4a-448d-ba86-61e8d3f30d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.350972 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.374126 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Transition to ACTIVE for port object 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:23.393780 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.442324 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-95744c2e-de4a-448d-ba86-61e8d3f30d7d None None] For port 3f6d592d-2086-474c-8ee8-fe7e174cd43c, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3f6d592d-2086-474c-8ee8-fe7e174cd43c,segment=NetworkSegment(d64e54c9-4d25-4037-8e43-02c7206dfb1d),segment_id=d64e54c9-4d25-4037-8e43-02c7206dfb1d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:23.459456 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-95744c2e-de4a-448d-ba86-61e8d3f30d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.461899 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78594458-9843-4f8c-a32e-cac45f1d3759 None None] Pushing event updated for resources: {'Port': ['ID=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,revision_number=2']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:23.473165 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Attempting to bind port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:23.473659 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Attempting to bind port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:23.474703 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Attempting to bind port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:23.480739 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:23.481154 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:23.482023 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.482480 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:23.483079 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Bound port: 7b4bbfcf-b56b-40a8-82a2-5de1f572b806, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:23.483532 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.544003 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d54f78-fd5e-4e95-b99d-04d22d55c482 req-4589fb0c-6564-47b7-a5fa-420cb31ea6b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:23.551641 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7d54f78-fd5e-4e95-b99d-04d22d55c482 req-4589fb0c-6564-47b7-a5fa-420cb31ea6b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.3522708 Jul 13 19:17:23.571430 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] For port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:23.578322 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] For port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:23.588116 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.603529 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.628343 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95744c2e-de4a-448d-ba86-61e8d3f30d7d None None] Pushing event updated for resources: {'Port': ['ID=3f6d592d-2086-474c-8ee8-fe7e174cd43c,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:23.655213 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7d54f78-fd5e-4e95-b99d-04d22d55c482 req-43f54993-b914-4cf7-8323-7fe6b030c0c9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995133 Jul 13 19:17:23.671557 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:23.688709 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.692713 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Routers {'39b307ba-aac9-496a-9411-7859e17f7ff8'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:23.695589 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['39b307ba-aac9-496a-9411-7859e17f7ff8'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:23.696421 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Allocated IP 172.20.0.1 (2c5406c8-78cc-4b13-a26f-ddd155020bc6/5b3b593f-916f-4537-ba9a-12b7b304f9fe/79539ec0-fde5-424d-a4f3-7757e44b6abb) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:23.795023 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:23.800649 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78594458-9843-4f8c-a32e-cac45f1d3759 None None] Pushing event updated for resources: {'Port': ['ID=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:23.905859 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] Set router 39b307ba-aac9-496a-9411-7859e17f7ff8 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:23.919273 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.937873 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Transition to ACTIVE for port object 79539ec0-fde5-424d-a4f3-7757e44b6abb will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:23.987778 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-3db9cf9c-4cfb-4425-9ce4-cfa4bb8d6da3 None None] Provisioning complete for port 3f6d592d-2086-474c-8ee8-fe7e174cd43c triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:23.988505 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3db9cf9c-4cfb-4425-9ce4-cfa4bb8d6da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:23.997122 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.059408 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:24.063551 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:24.068890 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:24.069442 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.078853 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Pushing event updated for resources: {'Port': ['ID=79539ec0-fde5-424d-a4f3-7757e44b6abb,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:24.143397 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:21Z', 'revision_number': 3, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port': {'id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:24.179460 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.192511 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.207972 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5ec0e-90a5-4afd-b5a7-3f9b48a25cde None None] The sync data for ids ['39b307ba-aac9-496a-9411-7859e17f7ff8'] in dv-cinder-786930-3-iscsi is: [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:21Z', 'revision_number': 3, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port': {'id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:17:24.278194 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.325963 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.l3_db [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Floating IP fff6b1b6-b66d-4f3c-8eaf-327c1458d034 associated. External IP: 172.27.3.163, port: cc939afc-6540-4afd-a0d2-c3f01795e965. Jul 13 19:17:24.416403 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-bdeb00aa-c48d-4420-a0e8-f011c4c51eb4 None None] Provisioning for port 79539ec0-fde5-424d-a4f3-7757e44b6abb completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:24.420724 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-bdeb00aa-c48d-4420-a0e8-f011c4c51eb4 None None] Provisioning complete for port 79539ec0-fde5-424d-a4f3-7757e44b6abb triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:24.420724 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-bdeb00aa-c48d-4420-a0e8-f011c4c51eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.459365 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb00aa-c48d-4420-a0e8-f011c4c51eb4 None None] Port 79539ec0-fde5-424d-a4f3-7757e44b6abb cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:24.483829 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.490040 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.490804 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.577423 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Router 666a3626-20b6-4027-a351-7963f012fd96 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:17:24.603172 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Pushing event updated for resources: {'Port': ['ID=79539ec0-fde5-424d-a4f3-7757e44b6abb,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:24.654238 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:24.663585 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:24.732164 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:17:24.744173 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] Sync routers for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:17:24.747089 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:24.773741 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:24.774430 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:24.853436 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Router 39b307ba-aac9-496a-9411-7859e17f7ff8 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:17:25.092376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45d31-ce23-4c22-8a39-9766997e59f0 req-4375722e-e1d7-486b-89cb-8f847b7cd2d1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:25.094465 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9ba45d31-ce23-4c22-8a39-9766997e59f0 req-4375722e-e1d7-486b-89cb-8f847b7cd2d1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.2316973 Jul 13 19:17:25.099527 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:17:25.129720 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-7799e174-8141-4e3d-94e1-e37563619510 admin admin] 10.222.0.62 "PUT /v2.0/routers/39b307ba-aac9-496a-9411-7859e17f7ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9121966 Jul 13 19:17:25.135279 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:25.147417 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-ae2e2282-ea21-4c4c-a707-25a805815032 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "PUT /v2.0/floatingips/fff6b1b6-b66d-4f3c-8eaf-327c1458d034 HTTP/1.1" status: 200 len: 991 time: 2.1688807 Jul 13 19:17:25.147417 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:25.148017 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:25.180326 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9ba45d31-ce23-4c22-8a39-9766997e59f0 req-9d2defaa-5f5c-4e09-8613-640e4d7ee557 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781701 Jul 13 19:17:25.184563 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3f6d592d-2086-474c-8ee8-fe7e174cd43c up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:25.334150 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-dfd393f2-d703-4136-8283-cb820a1d0f1e None None] Provisioning complete for port 79539ec0-fde5-424d-a4f3-7757e44b6abb triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:25.334550 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfd393f2-d703-4136-8283-cb820a1d0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:25.429287 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-dfd393f2-d703-4136-8283-cb820a1d0f1e None None] Port 79539ec0-fde5-424d-a4f3-7757e44b6abb cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:25.441806 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 3f6d592d-2086-474c-8ee8-fe7e174cd43c triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:25.442184 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:25.548758 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e75df-e126-4d6d-a6a5-cdcb2729b8e0 x-openstack-request-id: req-390e75df-e126-4d6d-a6a5-cdcb2729b8e0 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:25.549357 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:25.549357 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-390e75df-e126-4d6d-a6a5-cdcb2729b8e0 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:25.551772 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'status': 'completed', 'code': 200} Jul 13 19:17:25.575497 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:25.616014 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'fff6b1b6-b66d-4f3c-8eaf-327c1458d034', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '666a3626-20b6-4027-a351-7963f012fd96', 'port_id': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'mac_address': 'fa:16:3e:80:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:16:58Z', 'updated_at': '2021-07-13T19:17:24Z', 'revision_number': 1, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:25.634029 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-9cfd2ae4-8a42-4b68-b018-19f233c40b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:25.635703 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-9cfd2ae4-8a42-4b68-b018-19f233c40b31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 1098 time: 0.0544367 Jul 13 19:17:25.646193 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] Checking router: 666a3626-20b6-4027-a351-7963f012fd96 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:17:25.660432 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:25.661087 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:25.666078 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:25.704142 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:25.704417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:25.750479 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-f1ba8087-0060-4ff4-bfc0-3869e869ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:25.751959 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-f1ba8087-0060-4ff4-bfc0-3869e869ac1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 911 time: 0.0921395 Jul 13 19:17:25.849330 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:25.857339 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-23122fe3-8e1f-4ed2-a1ee-0f0fe947e367 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc939afc-6540-4afd-a0d2-c3f01795e965 HTTP/1.1" status: 200 len: 999 time: 0.0925710 Jul 13 19:17:25.915471 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-3797f39a-a486-41eb-950e-d6235e761733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:25.917122 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-3797f39a-a486-41eb-950e-d6235e761733 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.0490916 Jul 13 19:17:25.965585 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:25.980429 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-72b871d3-0690-42f6-892b-c48be75e2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:25.982234 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-72b871d3-0690-42f6-892b-c48be75e2c9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542200 Jul 13 19:17:25.991677 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.010691 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:26.019526 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.020298 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:26.081881 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-ea396f21-e8a6-4718-8b88-765401d96fa7 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816956 Jul 13 19:17:26.179189 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Sync routers for ids ['39b307ba-aac9-496a-9411-7859e17f7ff8'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:17:26.188923 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Routers {'39b307ba-aac9-496a-9411-7859e17f7ff8'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:26.189629 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['39b307ba-aac9-496a-9411-7859e17f7ff8'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:26.191006 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4db4371-5ae9-4927-9731-8f0d7c1da9bb req-9d4326b2-08c0-4953-97ad-f37c85d64829 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961473 Jul 13 19:17:26.192237 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:26.253019 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:26.253410 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.303384 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Set router 39b307ba-aac9-496a-9411-7859e17f7ff8 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:26.328159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'fff6b1b6-b66d-4f3c-8eaf-327c1458d034', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '666a3626-20b6-4027-a351-7963f012fd96', 'port_id': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'mac_address': 'fa:16:3e:80:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:16:58Z', 'updated_at': '2021-07-13T19:17:24Z', 'revision_number': 1, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:26.357855 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f1d65-0b04-4f6a-8895-19b2d5113510 None None] The sync data for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi is: [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'fff6b1b6-b66d-4f3c-8eaf-327c1458d034', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '666a3626-20b6-4027-a351-7963f012fd96', 'port_id': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'mac_address': 'fa:16:3e:80:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:16:58Z', 'updated_at': '2021-07-13T19:17:24Z', 'revision_number': 1, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:17:26.434384 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67bf4-3f2a-4c06-889a-59ac34e41bfe req-436d48af-2d38-4437-ab33-d2fb87850d1a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:26.437175 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cd67bf4-3f2a-4c06-889a-59ac34e41bfe req-436d48af-2d38-4437-ab33-d2fb87850d1a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1108217 Jul 13 19:17:26.493356 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cd67bf4-3f2a-4c06-889a-59ac34e41bfe req-0939e561-c6e2-4b1a-8808-6a85b1497239 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Jul 13 19:17:26.527885 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:24Z', 'revision_number': 4, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port': {'id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '79539ec0-fde5-424d-a4f3-7757e44b6abb', 'name': '', 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'mac_address': 'fa:16:3e:11:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5b3b593f-916f-4537-ba9a-12b7b304f9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:23Z', 'updated_at': '2021-07-13T19:17:24Z', 'revision_number': 2, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'subnets': [{'id': '5b3b593f-916f-4537-ba9a-12b7b304f9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:26.554863 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Checking router: 39b307ba-aac9-496a-9411-7859e17f7ff8 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:17:26.555222 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Updating router 39b307ba-aac9-496a-9411-7859e17f7ff8 port 79539ec0-fde5-424d-a4f3-7757e44b6abb binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:17:26.596241 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.615766 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53ce2b-edba-4d4c-9841-a3fc7dbaf37d None None] New status for floating IP fff6b1b6-b66d-4f3c-8eaf-327c1458d034: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:17:26.787607 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:26.881705 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.891980 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Transition to ACTIVE for port object 79539ec0-fde5-424d-a4f3-7757e44b6abb will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:26.898941 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.917263 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:26.917688 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:26.943587 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad65d20-3119-4365-8dd3-dd3a012ba616 None None] Pushing event updated for resources: {'Port': ['ID=79539ec0-fde5-424d-a4f3-7757e44b6abb,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:27.021479 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Attempting to bind port 79539ec0-fde5-424d-a4f3-7757e44b6abb on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:27.021879 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Attempting to bind port 79539ec0-fde5-424d-a4f3-7757e44b6abb by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:27.022263 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Attempting to bind port 79539ec0-fde5-424d-a4f3-7757e44b6abb on network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:27.028707 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:27.029082 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Checking segment: {'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:27.029484 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:27.029905 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Bound using segment: {'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:27.030373 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Bound port: 79539ec0-fde5-424d-a4f3-7757e44b6abb, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64e54c9-4d25-4037-8e43-02c7206dfb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:27.030882 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:27.095187 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] For port 79539ec0-fde5-424d-a4f3-7757e44b6abb, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:27.098637 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] For port 79539ec0-fde5-424d-a4f3-7757e44b6abb, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=79539ec0-fde5-424d-a4f3-7757e44b6abb,segment=NetworkSegment(d64e54c9-4d25-4037-8e43-02c7206dfb1d),segment_id=d64e54c9-4d25-4037-8e43-02c7206dfb1d)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:27.104165 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:27.157226 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Routers {'39b307ba-aac9-496a-9411-7859e17f7ff8'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:17:27.157882 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:17:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['39b307ba-aac9-496a-9411-7859e17f7ff8'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:27.278485 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad65d20-3119-4365-8dd3-dd3a012ba616 None None] Pushing event updated for resources: {'Port': ['ID=79539ec0-fde5-424d-a4f3-7757e44b6abb,revision_number=4']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:27.351781 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] Set router 39b307ba-aac9-496a-9411-7859e17f7ff8 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:17:27.557073 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:24Z', 'revision_number': 4, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port': {'id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '79539ec0-fde5-424d-a4f3-7757e44b6abb', 'name': '', 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'mac_address': 'fa:16:3e:11:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5b3b593f-916f-4537-ba9a-12b7b304f9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:23Z', 'updated_at': '2021-07-13T19:17:27Z', 'revision_number': 4, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'subnets': [{'id': '5b3b593f-916f-4537-ba9a-12b7b304f9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:27.583832 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acad8ab-0694-48f5-ac88-d2566029b26d None None] The sync data for ids ['39b307ba-aac9-496a-9411-7859e17f7ff8'] in dv-cinder-786930-3-iscsi is: [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:24Z', 'revision_number': 4, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port': {'id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '79539ec0-fde5-424d-a4f3-7757e44b6abb', 'name': '', 'network_id': '2c5406c8-78cc-4b13-a26f-ddd155020bc6', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'mac_address': 'fa:16:3e:11:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5b3b593f-916f-4537-ba9a-12b7b304f9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:23Z', 'updated_at': '2021-07-13T19:17:27Z', 'revision_number': 4, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'subnets': [{'id': '5b3b593f-916f-4537-ba9a-12b7b304f9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:17:27.697208 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd03f6-5300-47ab-a15b-2b7acf0fd0c8 req-9623dc65-c44c-430c-8cbd-f92acc6665e5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:27.698709 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-79dd03f6-5300-47ab-a15b-2b7acf0fd0c8 req-9623dc65-c44c-430c-8cbd-f92acc6665e5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0872993 Jul 13 19:17:27.737269 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-79dd03f6-5300-47ab-a15b-2b7acf0fd0c8 req-6df74559-7f4f-4310-8e4b-ef19dbf6531d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Jul 13 19:17:28.670907 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 79539ec0-fde5-424d-a4f3-7757e44b6abb up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:28.732228 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 79539ec0-fde5-424d-a4f3-7757e44b6abb completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:28.736386 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 79539ec0-fde5-424d-a4f3-7757e44b6abb triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:28.736760 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:28.821593 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:28.860988 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 79539ec0-fde5-424d-a4f3-7757e44b6abb, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=79539ec0-fde5-424d-a4f3-7757e44b6abb,segment=NetworkSegment(d64e54c9-4d25-4037-8e43-02c7206dfb1d),segment_id=d64e54c9-4d25-4037-8e43-02c7206dfb1d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:28.867375 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:28.918683 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64adb-890d-4816-8a8e-6579765d3b18 req-7d135fe4-e3ef-4af8-b3c5-0aa7f9365ee2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:28.922733 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-57a64adb-890d-4816-8a8e-6579765d3b18 req-7d135fe4-e3ef-4af8-b3c5-0aa7f9365ee2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0667951 Jul 13 19:17:28.924740 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=79539ec0-fde5-424d-a4f3-7757e44b6abb,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:28.969957 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-57a64adb-890d-4816-8a8e-6579765d3b18 req-fc75e8fd-9d81-44ad-bb1b-0684932b4e19 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Jul 13 19:17:29.190063 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-47e3f882-4b50-4096-8856-62b81f2912fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:29.195194 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:17:30.157022 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceacac-9ac3-44f5-95b2-f1b6666e8c00 req-6333afd8-20af-4517-92f1-7ffb2a3671f3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:30.158563 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-46ceacac-9ac3-44f5-95b2-f1b6666e8c00 req-6333afd8-20af-4517-92f1-7ffb2a3671f3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0651944 Jul 13 19:17:30.199836 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-46ceacac-9ac3-44f5-95b2-f1b6666e8c00 req-e3a5a005-2a30-4219-8337-0430b29108bd tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346360 Jul 13 19:17:30.667433 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 79539ec0-fde5-424d-a4f3-7757e44b6abb up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:30.726235 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 79539ec0-fde5-424d-a4f3-7757e44b6abb triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:30.726564 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:31.387406 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dfb57-64f4-4e83-815e-bba1fc98a918 req-6d0cd46d-df3c-4cb7-b574-4cd5c79dca01 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:31.388845 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-301dfb57-64f4-4e83-815e-bba1fc98a918 req-6d0cd46d-df3c-4cb7-b574-4cd5c79dca01 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0715413 Jul 13 19:17:31.428031 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-301dfb57-64f4-4e83-815e-bba1fc98a918 req-592d509f-862c-4b5d-9c72-685d05d6009e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332286 Jul 13 19:17:31.799347 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-649bb4b6-bf53-4b5b-8510-8c5f694cdb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:32.180349 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:32.612847 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40f8fe-3080-45d8-b396-1eaeccc96ec0 req-0e87a1d8-7184-4a98-a065-106db2def6e5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:32.614958 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fe40f8fe-3080-45d8-b396-1eaeccc96ec0 req-0e87a1d8-7184-4a98-a065-106db2def6e5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0664551 Jul 13 19:17:32.654770 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fe40f8fe-3080-45d8-b396-1eaeccc96ec0 req-f846dfd3-6d57-44d4-86ee-f29ddd72f4e5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340469 Jul 13 19:17:32.858532 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:34.683062 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:39.708200 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-baf359b9-be2b-4842-9675-e006d25dbe62 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:39.716918 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-baf359b9-be2b-4842-9675-e006d25dbe62 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.1542132 Jul 13 19:17:39.727884 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-487307b9-1032-48af-8d71-50c7cc2a3e1f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/quotas/000a322b4691436ebdd3ae90fc748e22 HTTP/1.1" status: 200 len: 375 time: 0.0098388 Jul 13 19:17:39.813952 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-476ff92a-f0ef-42ff-b129-91baacf1b588 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788317 Jul 13 19:17:39.938377 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-be908910-e32c-4b4b-94fe-d58c70139ee6 service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171350 Jul 13 19:17:40.118251 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-7053c9f2-7711-4d0f-905a-6976c243fc7f service neutron] 10.222.0.62 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735935 Jul 13 19:17:40.690184 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ee7ae-adb0-4f84-9f9f-838fa500bae9 req-e251ca4c-3edb-413c-b95d-bf1c2ba8661f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:40.698157 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-086ee7ae-adb0-4f84-9f9f-838fa500bae9 req-e251ca4c-3edb-413c-b95d-bf1c2ba8661f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0907147 Jul 13 19:17:40.761083 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-086ee7ae-adb0-4f84-9f9f-838fa500bae9 req-897f4623-171e-4d2a-bbb5-1aa7c3bd043d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618031 Jul 13 19:17:41.373152 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-81182c76-b95c-4082-9af5-fe732c40440c req-682e1481-f40f-48f1-9249-ecc377de5e4d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 210 time: 0.0621474 Jul 13 19:17:42.104245 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da261df-329a-469b-ad85-77905475a1ff req-d237328e-fe01-4934-a0c3-766a31e888cc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:42.123100 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4da261df-329a-469b-ad85-77905475a1ff req-d237328e-fe01-4934-a0c3-766a31e888cc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1867154 Jul 13 19:17:42.184571 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4da261df-329a-469b-ad85-77905475a1ff req-923e86b4-fc60-4cf4-b082-c777abdf717d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577343 Jul 13 19:17:42.521892 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-07a390c4-d9f1-45f0-bb48-220c4670cf3d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:42.523683 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-07a390c4-d9f1-45f0-bb48-220c4670cf3d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 814 time: 0.3010008 Jul 13 19:17:42.542349 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Request body: {'port': {'device_id': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'admin_state_up': True, 'tenant_id': '000a322b4691436ebdd3ae90fc748e22'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:42.822102 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9e85f985-169d-4207-bbd1-74c01a77c251 req-22812d15-8bdf-4bf4-8300-91cec95386d1 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 210 time: 0.0554128 Jul 13 19:17:42.861811 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Made reservation on behalf of 000a322b4691436ebdd3ae90fc748e22 for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:42.866626 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.114185 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Allocated IP 172.20.0.5 (850985c3-a320-4455-9ecb-f7eb12f7325c/045f3d82-b9e0-4327-aec7-f9d3a83629c3/0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:43.507400 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.592611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826563c9-8746-445e-9db0-6ac780aad941 req-2149e251-e7d7-49a1-b395-106cf623b0a8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:43.599865 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-826563c9-8746-445e-9db0-6ac780aad941 req-2149e251-e7d7-49a1-b395-106cf623b0a8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.2352474 Jul 13 19:17:43.678906 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-826563c9-8746-445e-9db0-6ac780aad941 req-7f1f0cf6-56ab-4b36-ab74-4c56fb13d5b1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780461 Jul 13 19:17:43.691037 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.705276 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8', 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', '2a28db70-efe3-41a2-918d-ce42142475e4'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:17:43.757881 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Network 850985c3-a320-4455-9ecb-f7eb12f7325c is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:43.761048 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:43.770083 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:43.776306 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:43.777208 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:43.794337 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event updated for resources: {'Port': ['ID=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:43.804233 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.804880 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.805473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.806277 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.806994 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.807499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.808159 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.808677 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.809177 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.812273 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.813636 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.814171 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:43.830486 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3688dee3-b6a8-4340-a9b0-cba791ff6645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2952144 Jul 13 19:17:43.843188 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Request body: {'port': {'device_id': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:43.942329 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:44.829894 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e71c-9dac-40c4-a6a6-61d968403f0e req-d3ecc56a-43c3-4ddf-bc70-6b36af96be2d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:44.831984 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f208e71c-9dac-40c4-a6a6-61d968403f0e req-d3ecc56a-43c3-4ddf-bc70-6b36af96be2d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 931 time: 0.1345074 Jul 13 19:17:44.834685 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:17:44.851523 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:44.884863 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Transition to ACTIVE for port object 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:44.892580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:44.952053 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:44.995412 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f208e71c-9dac-40c4-a6a6-61d968403f0e req-c84ee9f7-e692-4ce5-af18-8981cd397cec tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534538 Jul 13 19:17:45.096030 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Attempting to bind port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:45.097229 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Attempting to bind port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:45.100070 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Attempting to bind port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:45.112805 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 on network 850985c3-a320-4455-9ecb-f7eb12f7325c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:17:45.113510 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Attempting to bind port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 on network 850985c3-a320-4455-9ecb-f7eb12f7325c {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:45.123396 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:45.128525 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Checking segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:45.129127 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Bound using segment: {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:45.129935 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Bound port: 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff8d0810-c632-4715-b829-12084a0cd188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:45.130849 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:45.278275 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] For port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:45.282800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] For port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:45.319454 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:45.346987 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:45.348072 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:45.350382 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] 10.222.0.61 "PUT /v2.0/ports/0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 HTTP/1.1" status: 200 len: 1093 time: 1.5120449 Jul 13 19:17:45.352374 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'tag': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:45.355767 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97ad50a-b42a-4a6b-91aa-a308153a0b40" -d '{"events": [{"name": "network-changed", "server_uuid": "6d965680-ec2e-4bae-97f1-4622c4b10404", "tag": "0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:45.510602 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71202561-74d0-41dd-a0b1-41800a593f80 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:45.522783 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fa975-ade7-4728-81e2-324402606ab6 req-ba5749f2-9e2f-4c83-bd7d-09f4853767c4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:45.525293 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ba5fa975-ade7-4728-81e2-324402606ab6 req-ba5749f2-9e2f-4c83-bd7d-09f4853767c4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.2897608 Jul 13 19:17:45.552416 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-359fcfe7-35e1-4cbf-a634-f6ae2ee73cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:45.554312 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-359fcfe7-35e1-4cbf-a634-f6ae2ee73cd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 1096 time: 0.1423316 Jul 13 19:17:45.614013 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-50b39fd4-0992-4a29-96a0-3cf751922407 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 HTTP/1.1" status: 200 len: 217 time: 0.0487261 Jul 13 19:17:45.645239 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ba5fa975-ade7-4728-81e2-324402606ab6 req-60d65484-df25-4593-93ab-eaccef1b67d2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050406 Jul 13 19:17:45.713320 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-56df7799-d828-4222-a8dc-917a5de1a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:45.714884 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-56df7799-d828-4222-a8dc-917a5de1a8e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.0920036 Jul 13 19:17:45.773149 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-a82a493b-cb5a-48e6-85ad-b96ec89ff24f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505693 Jul 13 19:17:45.890182 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-3601d142-18de-4660-a575-c5cb404796d1 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093128 Jul 13 19:17:46.042618 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8a128e-d294-4122-9282-c150b7fc08a3 x-openstack-request-id: req-3c8a128e-d294-4122-9282-c150b7fc08a3 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:46.043064 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d965680-ec2e-4bae-97f1-4622c4b10404", "tag": "0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:46.043406 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c8a128e-d294-4122-9282-c150b7fc08a3 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:46.043907 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'tag': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19', 'status': 'completed', 'code': 200} Jul 13 19:17:46.048692 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-951dee17-13f0-4ef3-89d4-17b7ccf9d194 req-7db12e00-11ca-4c23-9f0e-0d95f1011910 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485310 Jul 13 19:17:46.270711 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-700e9bff-f6b4-4c3d-9b43-4246a8e4e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:46.272828 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-700e9bff-f6b4-4c3d-9b43-4246a8e4e1c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=000a322b4691436ebdd3ae90fc748e22&device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 1096 time: 0.1490784 Jul 13 19:17:46.299191 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44395ae-758c-4484-bdde-e15d7dfa1dfe req-749a1d66-78ef-40a1-9546-c6d62c8fa519 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:46.303909 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e44395ae-758c-4484-bdde-e15d7dfa1dfe req-749a1d66-78ef-40a1-9546-c6d62c8fa519 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 943 time: 0.1226621 Jul 13 19:17:46.439234 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e44395ae-758c-4484-bdde-e15d7dfa1dfe req-8d31b081-d102-4160-bc2d-7457a2ec55b6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227598 Jul 13 19:17:46.533000 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-1772bf20-9713-4183-9f68-c2e36b0843ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:46.535483 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-1772bf20-9713-4183-9f68-c2e36b0843ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 200 len: 915 time: 0.2457275 Jul 13 19:17:46.601192 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-b4e02549-f38d-4d43-b7a4-a42ac22cfaa7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 HTTP/1.1" status: 200 len: 217 time: 0.0544577 Jul 13 19:17:46.673427 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-45107477-0beb-4233-8dcb-3544ee357def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:46.675273 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-45107477-0beb-4233-8dcb-3544ee357def service neutron] 10.222.0.61 "GET /v2.0/subnets?id=045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 200 len: 854 time: 0.0596368 Jul 13 19:17:46.722652 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-8cef0715-9a4d-495f-95fe-0f73fe56cea4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=850985c3-a320-4455-9ecb-f7eb12f7325c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390825 Jul 13 19:17:46.969729 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-25a0f5f4-baf5-4062-a03b-b1efd61c4576 service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352703 Jul 13 19:17:47.117889 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b97ad50a-b42a-4a6b-91aa-a308153a0b40 req-e26d3f3d-6353-48c3-ae99-a375e10a5e7b service neutron] 10.222.0.61 "GET /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306343 Jul 13 19:17:47.170790 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fb878-5255-4a4f-9809-03c7a5b7cd5a req-3d6436c7-5bdd-482f-b10a-6ea4c534ce2b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:47.178221 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac8fb878-5255-4a4f-9809-03c7a5b7cd5a req-3d6436c7-5bdd-482f-b10a-6ea4c534ce2b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.2759490 Jul 13 19:17:47.231972 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac8fb878-5255-4a4f-9809-03c7a5b7cd5a req-c32d7278-fd26-46fe-ad44-be3ab8a0f4b7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Jul 13 19:17:47.718475 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020a1a4-9f42-4d40-b6d5-89470a044fdf req-192b7c21-7b7e-49ee-94cc-e3012242a5c0 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:47.725934 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0020a1a4-9f42-4d40-b6d5-89470a044fdf req-192b7c21-7b7e-49ee-94cc-e3012242a5c0 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 943 time: 0.1189826 Jul 13 19:17:47.802737 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0020a1a4-9f42-4d40-b6d5-89470a044fdf req-d3344473-287c-4828-a3d8-ae7004815a49 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754280 Jul 13 19:17:48.568092 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f99fc4-30c4-4fc4-a9b7-ef64bae27a9e req-09c8ecb6-e64b-4638-9347-39086a609798 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:48.590796 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7f99fc4-30c4-4fc4-a9b7-ef64bae27a9e req-09c8ecb6-e64b-4638-9347-39086a609798 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.2080579 Jul 13 19:17:48.679313 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7f99fc4-30c4-4fc4-a9b7-ef64bae27a9e req-a242b28d-bb15-45e7-8930-9dbd85e02829 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 Jul 13 19:17:49.180386 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa09f22-5244-4b13-bc22-41d0d724472f req-80b01563-2633-458f-bafb-2ec529505121 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:49.183280 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfa09f22-5244-4b13-bc22-41d0d724472f req-80b01563-2633-458f-bafb-2ec529505121 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 943 time: 0.1541154 Jul 13 19:17:49.241504 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfa09f22-5244-4b13-bc22-41d0d724472f req-5a1506b9-ec10-4d14-a98c-21e02b381ccc tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491683 Jul 13 19:17:49.987933 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7404f9-8926-43af-a53c-a5200d36c615 req-8ff68c28-0161-4628-8692-c67c96a10e08 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:49.998177 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0e7404f9-8926-43af-a53c-a5200d36c615 req-8ff68c28-0161-4628-8692-c67c96a10e08 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1071589 Jul 13 19:17:50.110288 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0e7404f9-8926-43af-a53c-a5200d36c615 req-1c235ce5-8163-45da-9c33-b0bb8cdae770 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109521 Jul 13 19:17:50.496555 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaed18-fabf-429d-8526-7922e3cb3409 req-b574eaae-1304-47ee-a863-fd9d3967baf4 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:50.522250 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-60aaed18-fabf-429d-8526-7922e3cb3409 req-b574eaae-1304-47ee-a863-fd9d3967baf4 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 943 time: 0.1059532 Jul 13 19:17:50.573106 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-60aaed18-fabf-429d-8526-7922e3cb3409 req-322aa17b-8e65-497c-b5a2-ffe57ad2ff86 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498788 Jul 13 19:17:51.394952 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4cee-ea60-4c62-a0b1-afa73ee09bcd req-7a08317e-0d86-4200-b59e-229d06b5610e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:51.402987 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e17e4cee-ea60-4c62-a0b1-afa73ee09bcd req-7a08317e-0d86-4200-b59e-229d06b5610e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0858200 Jul 13 19:17:51.447279 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e17e4cee-ea60-4c62-a0b1-afa73ee09bcd req-4887ef94-edd0-458b-8296-b97b15800382 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448313 Jul 13 19:17:51.907047 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366fb85-8365-4c73-b61a-f9fd8728ba7a req-d1545005-1e67-4ae9-9344-fd388a48ba75 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:51.908600 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7366fb85-8365-4c73-b61a-f9fd8728ba7a req-d1545005-1e67-4ae9-9344-fd388a48ba75 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 943 time: 0.0819280 Jul 13 19:17:51.953552 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7366fb85-8365-4c73-b61a-f9fd8728ba7a req-3c7ea72b-ff1f-47d2-9a94-6ab31d2d2390 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 Jul 13 19:17:52.152465 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e8d9-28a2-4ca5-a667-4c94a6f9ca7d req-b24473e3-95b7-4c25-a669-cf2449928906 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:52.154130 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bf22e8d9-28a2-4ca5-a667-4c94a6f9ca7d req-b24473e3-95b7-4c25-a669-cf2449928906 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0817108 Jul 13 19:17:52.226334 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bf22e8d9-28a2-4ca5-a667-4c94a6f9ca7d req-b7d64b34-e95e-4f6e-b6a9-47be3d75aca1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555000 Jul 13 19:17:52.442945 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-97ecf0f8-62fc-4138-bd5e-ef2f2141fda6 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:52.445961 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-97ecf0f8-62fc-4138-bd5e-ef2f2141fda6 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/networks?id=fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 200 len: 814 time: 0.1536367 Jul 13 19:17:52.472183 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-0b44c850-d246-4248-a4a9-d51d828f5937 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/quotas/765714cc36f34d2085fc80942a27d498 HTTP/1.1" status: 200 len: 375 time: 0.0203605 Jul 13 19:17:52.544035 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-edb7f799-257b-4a16-aa9c-db169e717710 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683479 Jul 13 19:17:52.702958 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-c80230b0-cc37-448b-b4f7-5a4494a2736b service neutron] 10.222.0.62 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470466 Jul 13 19:17:52.719016 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef32c55-535a-455c-9f97-9f4c273dd8ec req-1637a544-6abd-4092-82b5-785d7eda8666 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:52.721119 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5ef32c55-535a-455c-9f97-9f4c273dd8ec req-1637a544-6abd-4092-82b5-785d7eda8666 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1105711 Jul 13 19:17:52.822842 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5ef32c55-535a-455c-9f97-9f4c273dd8ec req-6bda9a06-33b7-4d68-94aa-4828cb142f7f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936685 Jul 13 19:17:52.859285 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-c09b5775-62ed-4258-929c-50628fbbd8a1 service neutron] 10.222.0.62 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498938 Jul 13 19:17:53.232492 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ce25118c-19de-4add-a547-d1468ee30988 req-cb6774a1-0a60-47ee-a657-fd02a490bc67 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 210 time: 0.0384395 Jul 13 19:17:53.261137 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747902c-af2e-4450-87b2-add1ab371ffb req-257ce253-4924-46c7-abd4-1901bd10f111 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:53.268682 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1747902c-af2e-4450-87b2-add1ab371ffb req-257ce253-4924-46c7-abd4-1901bd10f111 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 943 time: 0.1517384 Jul 13 19:17:53.313901 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1747902c-af2e-4450-87b2-add1ab371ffb req-67bf3602-0a73-4900-964e-c691c86c35a6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Jul 13 19:17:53.480330 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e9c3-a5fd-44cd-8a8e-16c032dc3869 req-27f1516a-c620-4e8e-917b-89a36fd2fb06 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:53.482031 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8cd0e9c3-a5fd-44cd-8a8e-16c032dc3869 req-27f1516a-c620-4e8e-917b-89a36fd2fb06 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0906503 Jul 13 19:17:53.524310 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8cd0e9c3-a5fd-44cd-8a8e-16c032dc3869 req-14b8bd60-d71c-430d-85c1-2d94046dcbc4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367057 Jul 13 19:17:53.664927 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61524fa-7721-4887-b623-1ffd3abb60b1 req-26650453-519d-486c-be9d-caefb01aaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:53.666471 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b61524fa-7721-4887-b623-1ffd3abb60b1 req-26650453-519d-486c-be9d-caefb01aaca8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.0519576 Jul 13 19:17:53.739301 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b61524fa-7721-4887-b623-1ffd3abb60b1 req-955e7c84-0888-4135-a0d6-977ea7d27981 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350692 Jul 13 19:17:53.999192 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf84587-25d3-4551-bcbd-a49d7992516d req-04f5e936-7845-488e-8178-49db4e4256da tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:54.000728 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-adf84587-25d3-4551-bcbd-a49d7992516d req-04f5e936-7845-488e-8178-49db4e4256da tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0653205 Jul 13 19:17:54.038285 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-adf84587-25d3-4551-bcbd-a49d7992516d req-2278e1da-e8cd-4fc0-88eb-991dd9094dbc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Jul 13 19:17:54.383336 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2e047f64-119c-4395-9117-b827f0b832d7 req-7f92ca55-c7b2-418c-a426-2b8beb5afc98 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 210 time: 0.0303152 Jul 13 19:17:54.394639 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:17:54.510361 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c24d-64d1-4051-9e61-5b66eacd6fb7 req-14c13390-e938-4109-a834-98b8ccce51d0 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:54.510361 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b82c24d-64d1-4051-9e61-5b66eacd6fb7 req-14c13390-e938-4109-a834-98b8ccce51d0 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 943 time: 0.0800920 Jul 13 19:17:54.511094 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:54.523215 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19', 'network_id': '850985c3-a320-4455-9ecb-f7eb12f7325c', 'port_id': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19', 'mac_address': 'fa:16:3e:03:54:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045f3d82-b9e0-4327-aec7-f9d3a83629c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:17:54.551166 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b82c24d-64d1-4051-9e61-5b66eacd6fb7 req-fd43e0ac-0ae4-4c5f-b012-022a61521f8f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Jul 13 19:17:54.565650 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.579184 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:17:54.604671 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:54.611347 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.665294 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:54.672320 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.672661 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.672996 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.673321 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.673660 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.673989 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.674329 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.674650 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.674985 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.675304 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.675620 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.675931 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:54.735709 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-946dd739-29be-4c46-8679-fb553b3a8938 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:54.737193 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-946dd739-29be-4c46-8679-fb553b3a8938 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.61 "GET /v2.0/networks?id=fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 200 len: 814 time: 0.1514590 Jul 13 19:17:54.751322 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dea1d-3c93-4a75-9dbb-7d59bbb500af req-67a5b429-1fc2-443e-bf6e-1571c4f3a9fa tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:54.752706 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-775dea1d-3c93-4a75-9dbb-7d59bbb500af req-67a5b429-1fc2-443e-bf6e-1571c4f3a9fa tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1022241 Jul 13 19:17:54.757392 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'port': {'device_id': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'admin_state_up': True, 'tenant_id': '765714cc36f34d2085fc80942a27d498'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:54.841686 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-775dea1d-3c93-4a75-9dbb-7d59bbb500af req-2ba3acb1-588a-4b6b-88b3-f193554d68be tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795586 Jul 13 19:17:54.906675 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Made reservation on behalf of 765714cc36f34d2085fc80942a27d498 for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:17:54.911638 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:54.976777 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-cf92d8a9-3c4b-4fbb-bd4a-5ef983dcb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:54.978468 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-cf92d8a9-3c4b-4fbb-bd4a-5ef983dcb2a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.0569711 Jul 13 19:17:55.051951 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Allocated IP 172.20.0.3 (fe850b57-c799-4025-a30d-0e45173f4e40/8ebdec44-698d-496e-8aa6-1ff1840938a9/78e6d2d0-bf54-4e6e-9fac-cb02da177806) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:17:55.141394 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-2964e5d7-4f7d-4371-abc3-0b604bb76942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:55.142936 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-2964e5d7-4f7d-4371-abc3-0b604bb76942 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.1349308 Jul 13 19:17:55.198877 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-ba4bbcaf-d02e-4a43-a6ad-334a2384b476 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 200 len: 217 time: 0.0439785 Jul 13 19:17:55.262424 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-d1fdd2c5-082e-4505-aafa-b953e68c8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:55.264493 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-d1fdd2c5-082e-4505-aafa-b953e68c8b86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0510159 Jul 13 19:17:55.265363 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.288865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Transition to ACTIVE for port object 78e6d2d0-bf54-4e6e-9fac-cb02da177806 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:55.312129 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-55e6b5a1-cd1d-4f5a-b304-93aa73f3f966 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341709 Jul 13 19:17:55.318388 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5697-bc40-4abe-8b9b-c34691c2d20e req-afa61e60-f05f-4796-9e93-36a43bac5c11 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:55.319960 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-366c5697-bc40-4abe-8b9b-c34691c2d20e req-afa61e60-f05f-4796-9e93-36a43bac5c11 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1290119 Jul 13 19:17:55.336931 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:17:55.381891 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.399503 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-366c5697-bc40-4abe-8b9b-c34691c2d20e req-f7018854-93ef-4f3c-8ee3-5bd426c059bc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720119 Jul 13 19:17:55.453972 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Network fe850b57-c799-4025-a30d-0e45173f4e40 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:17:55.460406 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:17:55.475480 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:17:55.481744 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:55.482398 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.520388 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:55.534929 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-d75b82d3-f40d-4787-9a3a-24f78483f6c3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786746 Jul 13 19:17:55.574667 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Request body: {'port': {'device_id': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:17:55.774688 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-f0523c4a-2796-48f2-b3a4-0952920a59b7 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243073 Jul 13 19:17:55.843990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb51f0-fb45-4804-b317-c668a58a79fb req-90281d37-8271-463c-b29c-f28a69529b1a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:55.845769 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a5eb51f0-fb45-4804-b317-c668a58a79fb req-90281d37-8271-463c-b29c-f28a69529b1a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 931 time: 0.2136083 Jul 13 19:17:55.881075 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.901750 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ce711c13-cd76-4c27-9016-46b94f6ed345 None None] Provisioning for port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:55.913494 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-ce711c13-cd76-4c27-9016-46b94f6ed345 None None] Provisioning complete for port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:55.914438 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ce711c13-cd76-4c27-9016-46b94f6ed345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.946554 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a5eb51f0-fb45-4804-b317-c668a58a79fb req-4e74b69b-d4ed-47cc-942a-1c3c5855f537 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933220 Jul 13 19:17:55.973302 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:55.976798 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-ce711c13-cd76-4c27-9016-46b94f6ed345 None None] Port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:17:56.209683 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db40a5-2f36-45eb-ab44-29ec91d93801 req-9b3fe96f-3cc7-4107-b570-79ffbfcb6e40 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:56.211081 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c0db40a5-2f36-45eb-ab44-29ec91d93801 req-9b3fe96f-3cc7-4107-b570-79ffbfcb6e40 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 944 time: 0.1343374 Jul 13 19:17:56.283449 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c0db40a5-2f36-45eb-ab44-29ec91d93801 req-1140ff46-369a-4f3e-97bd-dd6d0e082597 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654202 Jul 13 19:17:56.292684 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e6d2d0-bf54-4e6e-9fac-cb02da177806 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:17:56.301574 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:56.320002 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Transition to ACTIVE for port object 78e6d2d0-bf54-4e6e-9fac-cb02da177806 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:17:56.325900 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:56.372384 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:56.410952 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Attempting to bind port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:17:56.411293 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Attempting to bind port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:17:56.411623 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Attempting to bind port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 on network fe850b57-c799-4025-a30d-0e45173f4e40 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:56.416529 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 on network fe850b57-c799-4025-a30d-0e45173f4e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:17:56.416904 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Attempting to bind port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 on network fe850b57-c799-4025-a30d-0e45173f4e40 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:17:56.422612 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:17:56.422876 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Checking segment: {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:17:56.423267 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Bound using segment: {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:17:56.423766 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Bound port: 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b731b31f-e9be-4684-99a1-8d30597c9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:17:56.424252 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:56.770192 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:17:56.778990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bf54c-4af1-4377-a1b0-330ce8f05fe8 req-658ec939-7401-494e-ac3c-767edb229dec tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:56.780482 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-877bf54c-4af1-4377-a1b0-330ce8f05fe8 req-658ec939-7401-494e-ac3c-767edb229dec tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.3462114 Jul 13 19:17:56.782223 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:17:56.793685 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:56.852111 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:56.852729 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:56.854126 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 1093 time: 1.2844589 Jul 13 19:17:56.856460 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:56.858791 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b0a353-7057-4806-a960-8db4eb64c062" -d '{"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:56.867685 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-877bf54c-4af1-4377-a1b0-330ce8f05fe8 req-9e5a8185-949a-44c0-92b9-7bf099bd8d63 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807753 Jul 13 19:17:56.880621 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778034b6-9736-4b4b-ba4c-139f18d2d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:57.017925 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59400) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:57.073098 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Deleting subnet cd67d48d-76ba-4362-830c-ff0b0a1e931f {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:17:57.077192 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.117733 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.160942 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.198053 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869cb06-c4d2-4f86-87ae-f4ba60a572d8 req-70056b44-d8e8-4824-9d5c-84376cf3d6f2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:57.199581 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d869cb06-c4d2-4f86-87ae-f4ba60a572d8 req-70056b44-d8e8-4824-9d5c-84376cf3d6f2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0659831 Jul 13 19:17:57.217664 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.239261 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d869cb06-c4d2-4f86-87ae-f4ba60a572d8 req-1144fba2-bda6-4d6a-a6ab-68941f55db8f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Jul 13 19:17:57.251398 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd67d48d-76ba-4362-830c-ff0b0a1e931f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:57.259481 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.264416 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cd67d48d-76ba-4362-830c-ff0b0a1e931f HTTP/1.1" status: 204 len: 168 time: 0.2448211 Jul 13 19:17:57.264582 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59402) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:57.265930 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.266495 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.266985 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.267450 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.267929 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.268460 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.268798 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.269128 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.269456 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.269941 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.270276 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.270601 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc887fa-53bf-425f-a4ca-17981a6812b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:17:57.305498 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586ca9e3-d1ed-473c-9c48-5136be4da824 x-openstack-request-id: req-586ca9e3-d1ed-473c-9c48-5136be4da824 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:57.305975 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:57.306283 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-586ca9e3-d1ed-473c-9c48-5136be4da824 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:57.306747 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'status': 'completed', 'code': 200} Jul 13 19:17:57.334550 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.446599 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.459198 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.459536 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.460272 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.460614 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > port after_create 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.460933 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > port after_delete 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.461261 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > port after_update 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.461575 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.461915 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.462228 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.462545 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.528928 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.529303 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.529636 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.529997 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 19:17:57.530369 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5914c634-f8a8-430e-9dbc-7ea7587dbf92']}} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:57.554703 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd17c5a-00d2-4181-b164-0be35d50d4c3') {'for_net_delete': True} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:57.554917 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd17c5a-00d2-4181-b164-0be35d50d4c3') {} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:17:57.573643 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4839936'] for segment, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.599247 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.609385 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=93115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:17:57.609796 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839934'] for segment, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: from cryptography.utils import int_from_bytes Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: from cryptography.utils import int_from_bytes Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: Traceback (most recent call last): Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: timer() Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: cb(*args, **kw) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: return func(*args, **kwargs) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: self._notify() Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: self.callback(batched_events) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: event.method(event) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: return f(self, *a, **k) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._get(url).json() Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: return self.request(url, 'GET', **kwargs) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:17:57.613946 dv-cinder-786930-3-iscsi neutron-server[93115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:17:57.630517 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1311-f6d3-499e-93ac-9b8c3c871298 req-862278bc-ba72-4dab-9ea6-afb84ed1139d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:57.632063 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d2cc1311-f6d3-499e-93ac-9b8c3c871298 req-862278bc-ba72-4dab-9ea6-afb84ed1139d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 943 time: 0.2465541 Jul 13 19:17:57.698124 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.708704 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d2cc1311-f6d3-499e-93ac-9b8c3c871298 req-3780ee5d-03a3-434e-8588-5c3e5d584d9f tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Jul 13 19:17:57.720535 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:57.725256 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] 10.222.0.62 "DELETE /v2.0/networks/5914c634-f8a8-430e-9dbc-7ea7587dbf92 HTTP/1.1" status: 204 len: 168 time: 0.4594491 Jul 13 19:17:57.726855 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129d0bd-9a37-4551-b4b9-ecf9d590aeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=5914c634-f8a8-430e-9dbc-7ea7587dbf92,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:57.897791 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8dbf1-5799-4fd9-9f87-124eb8766563 req-624deb68-43cb-48e5-a369-fcc705e87a07 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:57.898464 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0e8dbf1-5799-4fd9-9f87-124eb8766563 req-624deb68-43cb-48e5-a369-fcc705e87a07 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 944 time: 0.0670764 Jul 13 19:17:57.926417 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59414) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:57.953086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0e8dbf1-5799-4fd9-9f87-124eb8766563 req-37b76fd2-2fd0-46a9-8afa-5238353a4b9b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 Jul 13 19:17:57.977133 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c9ef3fe2-7798-4043-8a2a-11a8a1cff76d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=678ed073b7e34e80854fc0cefcc60d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497622 Jul 13 19:17:57.979670 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59416) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:58.027096 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-41d87188-7f2d-4b2c-a431-c34da5091ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:58.055012 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-41d87188-7f2d-4b2c-a431-c34da5091ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:58.140825 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-41d87188-7f2d-4b2c-a431-c34da5091ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:58.143365 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-41d87188-7f2d-4b2c-a431-c34da5091ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:58.147034 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-41d87188-7f2d-4b2c-a431-c34da5091ee2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8698870-4ec5-4f95-94c4-d6402cbb94d5 HTTP/1.1" status: 204 len: 168 time: 0.1639495 Jul 13 19:17:58.153876 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d87188-7f2d-4b2c-a431-c34da5091ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8698870-4ec5-4f95-94c4-d6402cbb94d5,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:58.163165 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00a066-474e-46dd-9665-098bd4a2093c req-06eac608-5f24-41a8-a2b9-b94d16a36642 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:58.169171 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3e00a066-474e-46dd-9665-098bd4a2093c req-06eac608-5f24-41a8-a2b9-b94d16a36642 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1104252 Jul 13 19:17:58.221236 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3e00a066-474e-46dd-9665-098bd4a2093c req-a1895b8d-33b8-492f-b8d5-6e21755128b3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477452 Jul 13 19:17:58.399822 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:17:58.452834 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:17:58.457636 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:17:58.457789 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddef73-69b4-483b-af09-60e4b280fc50 req-0c5e5c09-5045-4bb8-abc4-f14c26e060f0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:58.458011 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:58.459212 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e4ddef73-69b4-483b-af09-60e4b280fc50 req-0c5e5c09-5045-4bb8-abc4-f14c26e060f0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0732164 Jul 13 19:17:58.519043 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e4ddef73-69b4-483b-af09-60e4b280fc50 req-e942811c-8dd8-48ce-9268-55478b0d15b7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488915 Jul 13 19:17:58.563659 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:58.587281 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:17:58.589734 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc4530-7c81-493d-aa50-63d008544382" -d '{"events": [{"server_uuid": "6d965680-ec2e-4bae-97f1-4622c4b10404", "name": "network-vif-plugged", "status": "completed", "tag": "0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:17:58.603402 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:17:58.613216 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:58.648720 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40697419-854a-4eb9-8b5a-eda786fa9cdd x-openstack-request-id: req-40697419-854a-4eb9-8b5a-eda786fa9cdd {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:17:58.649114 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d965680-ec2e-4bae-97f1-4622c4b10404", "name": "network-vif-plugged", "status": "completed", "tag": "0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:17:58.649462 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40697419-854a-4eb9-8b5a-eda786fa9cdd {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:17:58.650002 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19', 'code': 200} Jul 13 19:17:58.675330 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:58.935897 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa1332-1fcb-44cf-9d3e-e5c2a16dfd73 req-e41812ef-f2f0-465c-9ddd-f6f32be54ba9 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:17:58.939155 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-02aa1332-1fcb-44cf-9d3e-e5c2a16dfd73 req-e41812ef-f2f0-465c-9ddd-f6f32be54ba9 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 943 time: 0.0940812 Jul 13 19:17:58.982804 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-02aa1332-1fcb-44cf-9d3e-e5c2a16dfd73 req-d2c960ac-2778-4f79-844c-5762a3889174 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Jul 13 19:17:59.194209 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f381ba85-e281-4742-b303-1812a1a3d2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.394490 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59464) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:59.499200 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-92b5331d-8a16-4205-91eb-eccc28fc8fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.588535 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-92b5331d-8a16-4205-91eb-eccc28fc8fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.594169 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-92b5331d-8a16-4205-91eb-eccc28fc8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.639426 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5331d-8a16-4205-91eb-eccc28fc8fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7792cf7f-def9-48a0-a99d-bc8018f8592f,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:17:59.646960 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-92b5331d-8a16-4205-91eb-eccc28fc8fdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=acb5e125b73d49e2bf1dea395546f59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487588 Jul 13 19:17:59.647822 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59470) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:17:59.696262 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-19561d5a-3195-4c7e-824a-c8b183d055a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.718415 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-19561d5a-3195-4c7e-824a-c8b183d055a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.794511 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-19561d5a-3195-4c7e-824a-c8b183d055a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.797118 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-19561d5a-3195-4c7e-824a-c8b183d055a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:17:59.798528 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-19561d5a-3195-4c7e-824a-c8b183d055a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7792cf7f-def9-48a0-a99d-bc8018f8592f HTTP/1.1" status: 204 len: 168 time: 0.1505175 Jul 13 19:17:59.806258 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19561d5a-3195-4c7e-824a-c8b183d055a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7792cf7f-def9-48a0-a99d-bc8018f8592f,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:01.577419 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59534) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:01.682090 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f27063dd-e399-4201-ae00-34b6621d575f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.772576 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f27063dd-e399-4201-ae00-34b6621d575f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.777611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f27063dd-e399-4201-ae00-34b6621d575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.801108 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-63abeec9-b7ed-4b9e-899c-a42723df83e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.814952 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f27063dd-e399-4201-ae00-34b6621d575f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5042a890d3c34d2094f1e7f1928b8d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356153 Jul 13 19:18:01.817153 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27063dd-e399-4201-ae00-34b6621d575f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a059be38-128a-4f54-9595-3643197172ff,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:01.817749 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59538) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:01.868648 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2fdbaa59-f328-4149-81c5-a81ac4b048e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.891316 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2fdbaa59-f328-4149-81c5-a81ac4b048e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.949684 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2fdbaa59-f328-4149-81c5-a81ac4b048e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.956089 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2fdbaa59-f328-4149-81c5-a81ac4b048e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:01.957287 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2fdbaa59-f328-4149-81c5-a81ac4b048e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a059be38-128a-4f54-9595-3643197172ff HTTP/1.1" status: 204 len: 168 time: 0.1379683 Jul 13 19:18:01.967358 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbaa59-f328-4149-81c5-a81ac4b048e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a059be38-128a-4f54-9595-3643197172ff,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:02.187951 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:02.857504 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:04.690859 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:06.202319 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:09.022621 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59660) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:09.128250 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d4c14039-3917-497c-8668-211889ff1cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:09.216478 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d4c14039-3917-497c-8668-211889ff1cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:09.226325 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d4c14039-3917-497c-8668-211889ff1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:09.273699 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d4c14039-3917-497c-8668-211889ff1cae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ef381679d9a47e1a9cad0541b02156a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497771 Jul 13 19:18:09.274495 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c14039-3917-497c-8668-211889ff1cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd374c-fbe8-4d21-86c1-bb7b8d394ac8,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:09.276442 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59670) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:09.336484 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbea0-2c9f-4116-afad-d27513e07e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:09.358150 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbea0-2c9f-4116-afad-d27513e07e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:09.409019 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbea0-2c9f-4116-afad-d27513e07e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:09.412340 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbea0-2c9f-4116-afad-d27513e07e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:09.413837 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-4f1fbea0-2c9f-4116-afad-d27513e07e68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3fbd374c-fbe8-4d21-86c1-bb7b8d394ac8 HTTP/1.1" status: 204 len: 168 time: 0.1356623 Jul 13 19:18:09.422861 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fbea0-2c9f-4116-afad-d27513e07e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd374c-fbe8-4d21-86c1-bb7b8d394ac8,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:10.134323 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59696) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:10.233285 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-944595363-network', 'tenant_id': '663b1b0b656c40d5aac665461a439551'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:10.256920 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Made reservation on behalf of 663b1b0b656c40d5aac665461a439551 for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:18:10.259478 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.267729 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.354788 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.360656 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.383899 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:18:10.393569 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b55c72-497c-4e74-af0f-a8aa90049f7a,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:10.398677 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.399016 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Added segment 2e1e46b7-6dd5-430f-b8c0-8e153dfc004c of type vlan for network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 Jul 13 19:18:10.441967 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.499686 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.500705 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:10.501286 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.590755 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-6342addc-56a9-441a-a7fb-0ad793671cf6 req-af51fcca-2d8e-4509-a1ab-167d216f1e86 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464143 Jul 13 19:18:10.628302 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4927030 Jul 13 19:18:10.632229 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59706) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:10.638095 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba1221-aad0-4c65-b62c-bbd9bd7b750d admin admin] Pushing event updated for resources: {'Network': ['ID=d6e078eb-4d52-420d-8aa8-d68739dfa9a4,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:10.640123 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Request body: {'subnet': {'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-944595363-subnet', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:10.650543 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:18:10.658316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a353-7057-4806-a960-8db4eb64c062 req-97aed180-363a-4341-9424-c343993882bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:10.659866 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-62b0a353-7057-4806-a960-8db4eb64c062 req-97aed180-363a-4341-9424-c343993882bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1096 time: 0.1949360 Jul 13 19:18:10.695209 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Made reservation on behalf of 663b1b0b656c40d5aac665461a439551 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:18:10.697609 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7218301'] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:10.815451 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59655f-b01f-42d5-ad0c-9208859e1e51 req-7632f499-48c9-487a-88e2-83fcc9341f0b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:10.817109 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1d59655f-b01f-42d5-ad0c-9208859e1e51 req-7632f499-48c9-487a-88e2-83fcc9341f0b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 945 time: 0.2461240 Jul 13 19:18:10.890296 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1d59655f-b01f-42d5-ad0c-9208859e1e51 req-a27fba52-a00a-4309-a50b-007be69b080f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646844 Jul 13 19:18:10.915151 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a353-7057-4806-a960-8db4eb64c062 req-af917460-cf92-4e6c-845e-c037ac07431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:10.917195 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-62b0a353-7057-4806-a960-8db4eb64c062 req-af917460-cf92-4e6c-845e-c037ac07431b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=765714cc36f34d2085fc80942a27d498&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2426503 Jul 13 19:18:10.957195 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e309ce9-f084-40ea-b1c3-2b9aef3f9508 req-ff1c0807-0d99-4f64-bfc4-5571241fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:10.959618 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2e309ce9-f084-40ea-b1c3-2b9aef3f9508 req-ff1c0807-0d99-4f64-bfc4-5571241fa601 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 1098 time: 0.1816816 Jul 13 19:18:11.062297 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2e309ce9-f084-40ea-b1c3-2b9aef3f9508 req-3728b928-9ef2-4af0-a205-9ec46fa8c14c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944095 Jul 13 19:18:11.112459 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6501010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7218255'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.113572 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d878c-80a5-4fc5-b6eb-9f973920bca5 req-ef3af075-086f-46e9-a953-fd8062fa757e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.116462 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ae0d878c-80a5-4fc5-b6eb-9f973920bca5 req-ef3af075-086f-46e9-a953-fd8062fa757e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1964369 Jul 13 19:18:11.150259 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a353-7057-4806-a960-8db4eb64c062 req-8d556547-f37a-4c15-b9ae-3bf4fba594ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.151774 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-62b0a353-7057-4806-a960-8db4eb64c062 req-8d556547-f37a-4c15-b9ae-3bf4fba594ba service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2195752 Jul 13 19:18:11.179351 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458474e3-37d8-4f74-948b-60236809e1e8 req-69384d6b-bcc8-428f-8add-373d550fb799 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.181133 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-458474e3-37d8-4f74-948b-60236809e1e8 req-69384d6b-bcc8-428f-8add-373d550fb799 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1427505 Jul 13 19:18:11.183835 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Checking segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:11.184199 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Network hostable DHCP agents. Network: d6e078eb-4d52-420d-8aa8-d68739dfa9a4, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:18:11.187406 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121e354e-8d71-4875-9149-4245228e182f,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:11.207970 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:18:11.210882 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ae0d878c-80a5-4fc5-b6eb-9f973920bca5 req-80b28317-8830-4370-bd46-bd1a0aee191b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875618 Jul 13 19:18:11.233990 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, d6e078eb-4d52-420d-8aa8-d68739dfa9a4) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:11.242845 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c595c-aef1-43ae-8140-b880bc9a4d65 None None] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:18:11.250673 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.251383 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.268579 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-0efca8d1-0d17-42b9-ac4b-3bf421cd3c65 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6351078 Jul 13 19:18:11.271703 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59730) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:11.281219 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:11.300959 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-458474e3-37d8-4f74-948b-60236809e1e8 req-1079db11-b22b-411b-89b2-1313696e2956 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137683 Jul 13 19:18:11.323810 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-8885e9df-195a-4bfb-884f-3a1df1c71714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.325416 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-8885e9df-195a-4bfb-884f-3a1df1c71714 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1096 time: 0.1005087 Jul 13 19:18:11.327282 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.329147 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.408534 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-6247b1c5-9bb6-41ec-a1f5-b4004468d520 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 217 time: 0.0710797 Jul 13 19:18:11.431054 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-d6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:18:11.432956 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.488143 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.569120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-52c34af1-bb8c-4954-a77f-b158f4f52400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.570908 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-52c34af1-bb8c-4954-a77f-b158f4f52400 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ebdec44-698d-496e-8aa6-1ff1840938a9 HTTP/1.1" status: 200 len: 853 time: 0.1499681 Jul 13 19:18:11.585838 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f65890-ebce-41da-b424-8348a88033d5 req-b6bd25b4-380e-4bd8-9f5b-cb02d34a4cd4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.587440 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f6f65890-ebce-41da-b424-8348a88033d5 req-b6bd25b4-380e-4bd8-9f5b-cb02d34a4cd4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 943 time: 0.2535138 Jul 13 19:18:11.618682 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Allocated IP 172.20.0.2 (d6e078eb-4d52-420d-8aa8-d68739dfa9a4/121e354e-8d71-4875-9149-4245228e182f/7501fe18-e5c4-46e2-a4e4-26c6577937fc) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:11.696358 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.732866 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-9277b31e-ccd5-413f-8c8e-8b057a68a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.735294 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-9277b31e-ccd5-413f-8c8e-8b057a68a872 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.0625992 Jul 13 19:18:11.739135 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f6f65890-ebce-41da-b424-8348a88033d5 req-51e4e4d5-b575-4425-8a77-ce76a39136bc tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407986 Jul 13 19:18:11.778740 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.783521 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-93ff3423-f625-4e21-a98b-d75c39e4af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.785550 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-93ff3423-f625-4e21-a98b-d75c39e4af3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe850b57-c799-4025-a30d-0e45173f4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1965342 Jul 13 19:18:11.788340 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Transition to ACTIVE for port object 7501fe18-e5c4-46e2-a4e4-26c6577937fc will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:11.804579 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Transition to ACTIVE for port object 7501fe18-e5c4-46e2-a4e4-26c6577937fc will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:11.813335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.853592 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-f9020db2-8750-4a5a-8dde-ef20658bdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:11.855556 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-f9020db2-8750-4a5a-8dde-ef20658bdc0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.1128390 Jul 13 19:18:11.867914 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:11.872200 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:11.877139 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:11.880205 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Pushing event updated for resources: {'Port': ['ID=7501fe18-e5c4-46e2-a4e4-26c6577937fc,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:11.910693 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-9fc00931-afd0-4a7e-94b5-332f4a92b1ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 200 len: 217 time: 0.0401974 Jul 13 19:18:11.926757 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-3ce61e44-f1c3-4778-b42d-a1786a5d47b5 service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316087 Jul 13 19:18:11.942264 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Attempting to bind port 7501fe18-e5c4-46e2-a4e4-26c6577937fc on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:11.942768 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Attempting to bind port 7501fe18-e5c4-46e2-a4e4-26c6577937fc by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:11.943148 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Attempting to bind port 7501fe18-e5c4-46e2-a4e4-26c6577937fc on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:11.948555 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:11.948864 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Checking segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:11.949273 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:11.949698 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Bound using segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:11.950172 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Bound port: 7501fe18-e5c4-46e2-a4e4-26c6577937fc, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:11.950557 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.007837 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-88c54e29-ab21-4687-8d37-9f28500d4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:12.012078 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-88c54e29-ab21-4687-8d37-9f28500d4751 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0884712 Jul 13 19:18:12.015663 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] For port 7501fe18-e5c4-46e2-a4e4-26c6577937fc, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:12.019213 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] For port 7501fe18-e5c4-46e2-a4e4-26c6577937fc, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7501fe18-e5c4-46e2-a4e4-26c6577937fc,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:12.031452 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.062195 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-dcd677bd-2259-4483-a0db-599d550a8951 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392461 Jul 13 19:18:12.091217 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0c750-1d14-46c3-9aed-af11d8633353 None None] Pushing event updated for resources: {'Port': ['ID=7501fe18-e5c4-46e2-a4e4-26c6577937fc,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:12.134550 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6bffd-81a0-40dc-ab68-3af18e081bc2 req-b4e4583f-5ee9-4ab0-b7e1-2f5936378348 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:12.136026 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6af6bffd-81a0-40dc-ab68-3af18e081bc2 req-b4e4583f-5ee9-4ab0-b7e1-2f5936378348 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.2709186 Jul 13 19:18:12.167143 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-3a5ed86c-927e-49c5-ae78-d2df5c7bc4f6 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965211 Jul 13 19:18:12.184233 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.270363 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-2593e838-bd90-42e8-a5f8-5dcbba8ee0a8 req-68c35c1f-84e6-4812-b92e-3bb57b4b0035 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934258 Jul 13 19:18:12.459769 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b71b8d6e-e6d5-40b0-b02e-4f662215cc8c req-2a0b8bb6-7e95-448a-9318-8e1bf9e483ec service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899676 Jul 13 19:18:12.462525 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.490371 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6af6bffd-81a0-40dc-ab68-3af18e081bc2 req-41f1c59e-2a32-4b75-8d79-259e77ab26c3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460321 Jul 13 19:18:12.532342 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632560ef-e6fc-4940-a302-a2fa0efddcf2 req-02458038-6b7b-4b45-a39c-4091ff6e3c74 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:12.533906 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-632560ef-e6fc-4940-a302-a2fa0efddcf2 req-02458038-6b7b-4b45-a39c-4091ff6e3c74 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 945 time: 0.4833312 Jul 13 19:18:12.639878 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59758) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:12.674810 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-632560ef-e6fc-4940-a302-a2fa0efddcf2 req-b0077958-62fb-4ecb-a061-5653aea79645 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178024 Jul 13 19:18:12.721309 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Allocated IP 172.27.3.7 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/a9c6ece3-240e-438b-a6e6-add23de540c3) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:12.746447 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43324bd-fdbb-49d2-9533-a1dbaf7a4f1c req-fb60892d-9270-4fc7-b4fb-244192530732 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:12.747965 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c43324bd-fdbb-49d2-9533-a1dbaf7a4f1c req-fb60892d-9270-4fc7-b4fb-244192530732 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1534855 Jul 13 19:18:12.770239 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7501fe18-e5c4-46e2-a4e4-26c6577937fc up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:12.783563 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-32f3065e-bd67-447d-92ba-69b7a24fc860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.837172 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 7501fe18-e5c4-46e2-a4e4-26c6577937fc completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:12.892560 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c43324bd-fdbb-49d2-9533-a1dbaf7a4f1c req-1cd8a337-6337-4f99-b690-75a397b8b9bd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269324 Jul 13 19:18:12.905078 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-32f3065e-bd67-447d-92ba-69b7a24fc860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.912668 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-32f3065e-bd67-447d-92ba-69b7a24fc860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.916716 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.962839 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:12.975385 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-32f3065e-bd67-447d-92ba-69b7a24fc860 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be6b2890219c4b15bc286333c91d996d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339965 Jul 13 19:18:12.978129 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59766) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:12.990355 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3065e-bd67-447d-92ba-69b7a24fc860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8822b58f-c00c-4938-be7a-fc79abfc30df,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:13.020082 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Pushing event updated for resources: {'Port': ['ID=a9c6ece3-240e-438b-a6e6-add23de540c3,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:13.028128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:13.029560 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:13.032522 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:13.049702 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74c8e10e-51cd-43ec-b875-6611ea0eb227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.079802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74c8e10e-51cd-43ec-b875-6611ea0eb227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.140133 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74c8e10e-51cd-43ec-b875-6611ea0eb227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.143435 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74c8e10e-51cd-43ec-b875-6611ea0eb227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.144857 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-74c8e10e-51cd-43ec-b875-6611ea0eb227 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8822b58f-c00c-4938-be7a-fc79abfc30df HTTP/1.1" status: 204 len: 168 time: 0.1616151 Jul 13 19:18:13.155044 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8e10e-51cd-43ec-b875-6611ea0eb227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8822b58f-c00c-4938-be7a-fc79abfc30df,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:13.191201 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0726d-8415-4933-9769-60208491bb27 req-4683b90d-d4c9-44b9-bcea-d8b9b52dc177 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:13.192756 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50d0726d-8415-4933-9769-60208491bb27 req-4683b90d-d4c9-44b9-bcea-d8b9b52dc177 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 943 time: 0.1578302 Jul 13 19:18:13.256159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91024028-3f51-43d2-9c56-8d4a5c8840be None None] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:18:13.270133 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50d0726d-8415-4933-9769-60208491bb27 req-4b7e48f3-8b22-4621-b0a8-25f13bf46644 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574114 Jul 13 19:18:13.324104 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-16958313-23f2-4fb1-a84b-53cc28fd3d0c None None] Provisioning for port 7501fe18-e5c4-46e2-a4e4-26c6577937fc completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:13.335949 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-16958313-23f2-4fb1-a84b-53cc28fd3d0c None None] Provisioning complete for port 7501fe18-e5c4-46e2-a4e4-26c6577937fc triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:13.336897 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-16958313-23f2-4fb1-a84b-53cc28fd3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.380052 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.458445 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59774) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:13.471747 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-67aa3e08-81ed-4939-b85e-187d66a4514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.487417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-16958313-23f2-4fb1-a84b-53cc28fd3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.537458 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-16958313-23f2-4fb1-a84b-53cc28fd3d0c None None] For port 7501fe18-e5c4-46e2-a4e4-26c6577937fc, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7501fe18-e5c4-46e2-a4e4-26c6577937fc,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:13.549173 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-16958313-23f2-4fb1-a84b-53cc28fd3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.590078 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-67aa3e08-81ed-4939-b85e-187d66a4514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.599022 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-67aa3e08-81ed-4939-b85e-187d66a4514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.607482 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.613047 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16958313-23f2-4fb1-a84b-53cc28fd3d0c None None] Pushing event updated for resources: {'Port': ['ID=7501fe18-e5c4-46e2-a4e4-26c6577937fc,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:13.633643 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-67aa3e08-81ed-4939-b85e-187d66a4514a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8886329a1a7484ab68a2bedc496a644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740513 Jul 13 19:18:13.634404 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59778) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:13.701423 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-efa750e4-f8c8-4efc-9b54-3657f53028de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.704014 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa3e08-81ed-4939-b85e-187d66a4514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede6349b-404a-49fa-9918-94e1218f8240,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:13.731371 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-efa750e4-f8c8-4efc-9b54-3657f53028de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.771109 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6ef16-8b3e-4178-9a97-2dc896f70257 req-83e773d1-b57a-4ec5-93bd-eab0b9143df3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:13.773110 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ecf6ef16-8b3e-4178-9a97-2dc896f70257 req-83e773d1-b57a-4ec5-93bd-eab0b9143df3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1197701 Jul 13 19:18:13.792668 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-efa750e4-f8c8-4efc-9b54-3657f53028de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.795406 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-efa750e4-f8c8-4efc-9b54-3657f53028de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.800173 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-efa750e4-f8c8-4efc-9b54-3657f53028de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ede6349b-404a-49fa-9918-94e1218f8240 HTTP/1.1" status: 204 len: 168 time: 0.1602917 Jul 13 19:18:13.816594 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa750e4-f8c8-4efc-9b54-3657f53028de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede6349b-404a-49fa-9918-94e1218f8240,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:13.832733 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ecf6ef16-8b3e-4178-9a97-2dc896f70257 req-c8a3eb42-c30b-45ca-a98f-b616fb8b9e0c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519276 Jul 13 19:18:13.835695 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:18:13.878365 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-171bd657-4866-4698-9dac-5bc1c9950033 None None] Provisioning complete for port 7501fe18-e5c4-46e2-a4e4-26c6577937fc triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:13.878937 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-171bd657-4866-4698-9dac-5bc1c9950033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:13.983117 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df3892-d448-4363-bd72-cc11205c29c3 req-d85067f0-0bb6-457e-be12-6955199a29bd tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:13.984635 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-80df3892-d448-4363-bd72-cc11205c29c3 req-d85067f0-0bb6-457e-be12-6955199a29bd tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 945 time: 0.1509197 Jul 13 19:18:13.997254 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:18:14.006647 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:18:14.019814 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:14.020973 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:14.039099 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.040179 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e327ef09-032d-41bc-8360-9d51993d3ffe admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7674978 Jul 13 19:18:14.043181 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59790) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:14.074237 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-80df3892-d448-4363-bd72-cc11205c29c3 req-64174426-c062-4f73-9f03-fdd292aca5eb tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749478 Jul 13 19:18:14.199109 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:14.211407 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75f233-39bc-40cc-8636-d8722cf6ee5d req-d7ed0dc7-45d5-4596-a558-4f8e415f3d8b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:14.225846 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc75f233-39bc-40cc-8636-d8722cf6ee5d req-d7ed0dc7-45d5-4596-a558-4f8e415f3d8b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1916430 Jul 13 19:18:14.288170 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59796) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:14.300777 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cc75f233-39bc-40cc-8636-d8722cf6ee5d req-e5f7d108-50a5-45d3-8089-4a39d1df97ea tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683410 Jul 13 19:18:14.308852 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ca73e43a-eb3b-42fc-8293-617d87caf235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.429142 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:13Z', 'revision_number': 3, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:14.458943 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:18:14.459590 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Updating router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 port a9c6ece3-240e-438b-a6e6-add23de540c3 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:18:14.475064 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ca73e43a-eb3b-42fc-8293-617d87caf235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.484587 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ca73e43a-eb3b-42fc-8293-617d87caf235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.493993 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.513089 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78e6d2d0-bf54-4e6e-9fac-cb02da177806 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:18:14.536520 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73e43a-eb3b-42fc-8293-617d87caf235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db4ba9c-209d-449e-b64b-5923d6b82d70,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:14.579193 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ca73e43a-eb3b-42fc-8293-617d87caf235 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cf59cf7791a4a148addb74e5da355be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896471 Jul 13 19:18:14.581782 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59802) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:14.594376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb4297-5a71-4b55-861d-c4f1d5f47171 req-03434647-fa3f-4661-b316-a7c8fdcc54d2 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:14.596352 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-48fb4297-5a71-4b55-861d-c4f1d5f47171 req-03434647-fa3f-4661-b316-a7c8fdcc54d2 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 943 time: 0.1566222 Jul 13 19:18:14.665182 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-48fb4297-5a71-4b55-861d-c4f1d5f47171 req-4fae8355-d798-413f-96c4-e43453c18ba4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623276 Jul 13 19:18:14.731369 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:14.746092 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'port_id': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'mac_address': 'fa:16:3e:3b:13:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:18:14.779180 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7501fe18-e5c4-46e2-a4e4-26c6577937fc up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:14.814080 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.814293 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-871cfc5d-6935-428b-b228-173979d6758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.827483 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Transition to ACTIVE for port object a9c6ece3-240e-438b-a6e6-add23de540c3 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:14.836940 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.842007 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.849303 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-871cfc5d-6935-428b-b228-173979d6758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.885445 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Pushing event updated for resources: {'Port': ['ID=a9c6ece3-240e-438b-a6e6-add23de540c3,revision_number=2']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:14.893947 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.894405 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.894837 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.895269 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.895716 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.896141 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.896570 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.896995 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.897436 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.897882 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.898325 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.898740 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:14.917469 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Attempting to bind port a9c6ece3-240e-438b-a6e6-add23de540c3 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:14.917979 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Attempting to bind port a9c6ece3-240e-438b-a6e6-add23de540c3 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:14.918434 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Attempting to bind port a9c6ece3-240e-438b-a6e6-add23de540c3 on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:14.924031 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:14.924558 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:14.925066 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.925543 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:14.926164 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Bound port: a9c6ece3-240e-438b-a6e6-add23de540c3, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:14.926656 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.960570 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:14.979231 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e6d2d0-bf54-4e6e-9fac-cb02da177806 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:18:15.004606 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 7501fe18-e5c4-46e2-a4e4-26c6577937fc triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:15.005313 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.017985 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] For port a9c6ece3-240e-438b-a6e6-add23de540c3, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:15.021874 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] For port a9c6ece3-240e-438b-a6e6-add23de540c3, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=a9c6ece3-240e-438b-a6e6-add23de540c3,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:15.028513 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:15.031798 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-871cfc5d-6935-428b-b228-173979d6758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.033179 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.036173 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-871cfc5d-6935-428b-b228-173979d6758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.040221 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-871cfc5d-6935-428b-b228-173979d6758c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5db4ba9c-209d-449e-b64b-5923d6b82d70 HTTP/1.1" status: 204 len: 168 time: 0.4551656 Jul 13 19:18:15.040382 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.049487 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cfc5d-6935-428b-b228-173979d6758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db4ba9c-209d-449e-b64b-5923d6b82d70,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:15.067943 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Allocated IP 172.20.0.1 (d6e078eb-4d52-420d-8aa8-d68739dfa9a4/121e354e-8d71-4875-9149-4245228e182f/560c5cdd-6445-4d05-83ac-8d2d49a2d09a) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:15.101179 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:15.103932 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f4140-4132-445a-93ca-721c76bd732f None None] Pushing event updated for resources: {'Port': ['ID=a9c6ece3-240e-438b-a6e6-add23de540c3,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:15.123641 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:15.124345 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:15.132169 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb93e9a-1db8-4d84-8f96-5a910d56638d req-9e65cfd8-84dd-4235-a1dc-2a32f46f9fac tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:15.134675 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4eb93e9a-1db8-4d84-8f96-5a910d56638d req-9e65cfd8-84dd-4235-a1dc-2a32f46f9fac tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1450515 Jul 13 19:18:15.196921 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.206360 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4eb93e9a-1db8-4d84-8f96-5a910d56638d req-c9b81f8f-ee7c-43fd-b0ce-0a6956bac959 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665038 Jul 13 19:18:15.211758 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Transition to ACTIVE for port object 560c5cdd-6445-4d05-83ac-8d2d49a2d09a will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:15.258548 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.260990 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:15.307504 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:15.313521 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:15.318427 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:15.368180 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.403274 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78e6d2d0-bf54-4e6e-9fac-cb02da177806'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:18:15.436049 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Pushing event updated for resources: {'Port': ['ID=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:15.690320 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.698704 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:13Z', 'revision_number': 3, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:15.757256 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901f35b-a923-400e-9d10-2d90e2d7653f None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:13Z', 'revision_number': 3, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:18:15.772230 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bcdb1-ca13-4e7c-9219-01e42ca35c1c req-c62be968-5541-42d6-bdb9-9c1a02949b49 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:15.779293 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b85bcdb1-ca13-4e7c-9219-01e42ca35c1c req-c62be968-5541-42d6-bdb9-9c1a02949b49 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1616347 Jul 13 19:18:15.815916 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d89ad1cd-c4a9-4af1-8fc7-ab009d2ea160 None None] Provisioning for port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:15.821004 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d89ad1cd-c4a9-4af1-8fc7-ab009d2ea160 None None] Provisioning complete for port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:15.821730 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d89ad1cd-c4a9-4af1-8fc7-ab009d2ea160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.829662 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b85bcdb1-ca13-4e7c-9219-01e42ca35c1c req-4997064d-25ba-44e4-9dc5-80e23b1115f3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474789 Jul 13 19:18:15.890926 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-d89ad1cd-c4a9-4af1-8fc7-ab009d2ea160 None None] Port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:18:15.934287 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.940939 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:15.987397 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3b066-da0a-4964-8e33-c23e7e265c25 req-d98a8b62-6781-4f67-a3e5-e64b37ffa33f tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:15.989144 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4bb3b066-da0a-4964-8e33-c23e7e265c25 req-d98a8b62-6781-4f67-a3e5-e64b37ffa33f tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 944 time: 0.0709229 Jul 13 19:18:15.995655 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:16.056262 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4bb3b066-da0a-4964-8e33-c23e7e265c25 req-de1eb314-ae8e-4a6f-8f81-ddca5140ea81 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613899 Jul 13 19:18:16.096260 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Pushing event updated for resources: {'Port': ['ID=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:16.156920 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:16.158426 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:16.302614 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:18:16.416908 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-7d7e1c13-8ce7-45f5-83ec-82d2e021bb35 None None] Provisioning complete for port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:16.417426 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1c13-8ce7-45f5-83ec-82d2e021bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:16.460033 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e1c13-8ce7-45f5-83ec-82d2e021bb35 None None] Port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:18:16.460415 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:18:16.468317 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-8a4083f2-145f-4ded-b94a-194424926936 admin admin] 10.222.0.62 "PUT /v2.0/routers/8fd69de3-1c3e-4b76-9604-e48673c3ba22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4239967 Jul 13 19:18:16.722707 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a9c6ece3-240e-438b-a6e6-add23de540c3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:16.772158 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port a9c6ece3-240e-438b-a6e6-add23de540c3 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:16.775870 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port a9c6ece3-240e-438b-a6e6-add23de540c3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:16.776468 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:16.865054 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:16.889218 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port a9c6ece3-240e-438b-a6e6-add23de540c3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=a9c6ece3-240e-438b-a6e6-add23de540c3,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:16.903956 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:16.956074 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=a9c6ece3-240e-438b-a6e6-add23de540c3,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:17.051313 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59860) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:17.056415 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1341542906-network', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:17.082752 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Made reservation on behalf of ac03e81bc49d4fefae3c74a940eeda7f for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:18:17.084543 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbdfcb-0799-401b-99e9-b619ac6f0971 req-13082bca-a1c2-4d97-adc1-1763280b2d88 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:17.085152 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.086076 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ebbbdfcb-0799-401b-99e9-b619ac6f0971 req-13082bca-a1c2-4d97-adc1-1763280b2d88 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1088083 Jul 13 19:18:17.094096 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.097654 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc37c1c-66d9-4c1c-af41-642bbe4cfea5 req-94e5b01c-98e9-44f3-9b36-11521a77c650 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:17.099088 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dc37c1c-66d9-4c1c-af41-642bbe4cfea5 req-94e5b01c-98e9-44f3-9b36-11521a77c650 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0903056 Jul 13 19:18:17.151406 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ebbbdfcb-0799-401b-99e9-b619ac6f0971 req-94b6e3ba-e6bc-429c-b51a-d997f8ebb4d4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513227 Jul 13 19:18:17.158861 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dc37c1c-66d9-4c1c-af41-642bbe4cfea5 req-09b65f66-5fc9-497e-bea4-9d953a9b808a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530183 Jul 13 19:18:17.183383 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.188686 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.221188 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:18:17.232521 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7d02a7-53a7-444f-b510-4647e556e6d9,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:17.238863 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.239204 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Added segment e629d687-1721-47c8-9118-2725d2284aec of type vlan for network dfdca6ca-9f6a-4730-9a49-f9845947b290 Jul 13 19:18:17.301049 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.336775 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.337886 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:17.338690 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.350856 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826bf3a-9012-4533-ba0f-78d85491221d req-38d79452-365b-4073-8a31-f86f8b5a1e66 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:17.353288 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a826bf3a-9012-4533-ba0f-78d85491221d req-38d79452-365b-4073-8a31-f86f8b5a1e66 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 944 time: 0.0789344 Jul 13 19:18:17.402505 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a826bf3a-9012-4533-ba0f-78d85491221d req-d432fe4d-8dac-4b42-9fdc-2d38c085abef tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Jul 13 19:18:17.422017 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3671660 Jul 13 19:18:17.422017 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6170d-18b6-444d-9937-d932aefbb793 admin admin] Pushing event updated for resources: {'Network': ['ID=dfdca6ca-9f6a-4730-9a49-f9845947b290,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:17.422371 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59870) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:17.427296 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Request body: {'subnet': {'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1341542906-subnet', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:17.436616 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:18:17.466531 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Made reservation on behalf of ac03e81bc49d4fefae3c74a940eeda7f for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:18:17.469739 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4617327'] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.663654 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4840081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4617309'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.722193 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cc1cde-7ffb-4d3f-ba7f-faa406475c5f,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:17.731533 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Checking segment: {'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:17.732103 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Network hostable DHCP agents. Network: dfdca6ca-9f6a-4730-9a49-f9845947b290, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:18:17.755944 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:18:17.766675 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, dfdca6ca-9f6a-4730-9a49-f9845947b290) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:17.771164 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:17.771754 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.776171 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0ca74-625e-47a8-8793-42db7d535bc9 None None] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:18:17.788114 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-4f6274e3-17b4-407c-82ff-fe3756377414 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3645306 Jul 13 19:18:17.791276 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59882) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:17.796195 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:17.797308 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:18:17.824996 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.826707 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:17.845211 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:17.846137 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:17.885443 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.005329 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:18.043512 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.064750 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-dfdca6ca-9f6a-4730-9a49-f9845947b290', 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'fixed_ips': [{'subnet_id': '46cc1cde-7ffb-4d3f-ba7f-faa406475c5f'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:18:18.065638 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.251168 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.275136 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.311136 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Allocated IP 172.20.0.2 (dfdca6ca-9f6a-4730-9a49-f9845947b290/46cc1cde-7ffb-4d3f-ba7f-faa406475c5f/d33adba2-5c4f-44c6-9d45-bf67b6ec2471) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:18.400715 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 2, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:18.428933 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ec343-44a7-4d1a-a9ea-26ce97394961 req-4f090a5a-ea65-4da4-aa1f-4702631d9a12 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:18.429150 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:18:18.429150 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Updating router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:18:18.429344 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f44ec343-44a7-4d1a-a9ea-26ce97394961 req-4f090a5a-ea65-4da4-aa1f-4702631d9a12 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1499641 Jul 13 19:18:18.430272 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Allocated IP 172.27.3.73 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/318c2666-5c38-450f-b4a9-8b5536c694dd) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:18.540579 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.556458 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Transition to ACTIVE for port object d33adba2-5c4f-44c6-9d45-bf67b6ec2471 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:18.565525 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:18:18.574718 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78e6d2d0-bf54-4e6e-9fac-cb02da177806 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:18.582219 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f44ec343-44a7-4d1a-a9ea-26ce97394961 req-85c971d4-0896-4a82-b909-be0cf8654cf0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444137 Jul 13 19:18:18.690329 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.707099 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af1e82-7d3a-44bc-a67e-bb124d5707a8 req-114839d6-f092-4d8d-ab11-4e8eee31147a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:18.708626 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-56af1e82-7d3a-44bc-a67e-bb124d5707a8 req-114839d6-f092-4d8d-ab11-4e8eee31147a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 944 time: 0.1549351 Jul 13 19:18:18.730428 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a9c6ece3-240e-438b-a6e6-add23de540c3 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:18.739954 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Transition to ACTIVE for port object d33adba2-5c4f-44c6-9d45-bf67b6ec2471 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:18.748377 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.767016 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.803973 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-56af1e82-7d3a-44bc-a67e-bb124d5707a8 req-f85974b4-1464-4eee-92fe-ac4979b6ea7c tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796576 Jul 13 19:18:18.833685 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:18.905825 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Pushing event updated for resources: {'Port': ['ID=318c2666-5c38-450f-b4a9-8b5536c694dd,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:18.908770 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Pushing event updated for resources: {'Port': ['ID=d33adba2-5c4f-44c6-9d45-bf67b6ec2471,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:18.921498 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:18.922382 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:18.924324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:18.925569 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:18.927106 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:18.935606 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:19.081986 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:19.135919 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'port_id': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'mac_address': 'fa:16:3e:7e:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:18:19.153500 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:19.198845 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.206012 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:19.206394 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.285225 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port a9c6ece3-240e-438b-a6e6-add23de540c3 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:19.285612 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.339200 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Attempting to bind port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:19.339577 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Attempting to bind port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:19.339946 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Attempting to bind port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 on network dfdca6ca-9f6a-4730-9a49-f9845947b290 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:19.342033 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.376018 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:19.376409 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Checking segment: {'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:19.376811 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.377210 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Bound using segment: {'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:19.377727 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Bound port: d33adba2-5c4f-44c6-9d45-bf67b6ec2471, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:19.378121 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.402276 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b37972d9-fee7-497e-a5c2-2a762de510d7 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:18:19.434818 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.469345 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:19.516756 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.605160 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.675781 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] For port d33adba2-5c4f-44c6-9d45-bf67b6ec2471, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:19.712453 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] For port d33adba2-5c4f-44c6-9d45-bf67b6ec2471, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=d33adba2-5c4f-44c6-9d45-bf67b6ec2471,segment=NetworkSegment(e629d687-1721-47c8-9118-2725d2284aec),segment_id=e629d687-1721-47c8-9118-2725d2284aec)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:19.717664 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.718669 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=6']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:19.749657 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:19.758550 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Transition to ACTIVE for port object 560c5cdd-6445-4d05-83ac-8d2d49a2d09a will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:19.762713 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.764770 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:19.767851 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19805840-7d4e-4246-837b-6cbf20a7decb" -d '{"events": [{"server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "name": "network-vif-plugged", "status": "completed", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:19.778756 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.814213 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.858450 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cf9f8f-95c0-43b4-9a41-4ec34e968270 x-openstack-request-id: req-95cf9f8f-95c0-43b4-9a41-4ec34e968270 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:19.858802 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "name": "network-vif-plugged", "status": "completed", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:19.859061 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95cf9f8f-95c0-43b4-9a41-4ec34e968270 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:19.859493 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'code': 200} Jul 13 19:18:19.946297 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Attempting to bind port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:19.954335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Attempting to bind port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:19.954765 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Attempting to bind port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:19.972477 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:19.972841 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Checking segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:19.973227 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:19.973633 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Bound using segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:19.976320 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Bound port: 560c5cdd-6445-4d05-83ac-8d2d49a2d09a, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:19.976707 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:20.008379 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299426c-d9ae-41af-8923-8e1f1afe0d90 None None] Pushing event updated for resources: {'Port': ['ID=d33adba2-5c4f-44c6-9d45-bf67b6ec2471,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:20.075939 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49453925-f412-46d1-9343-d1eb1ea1460e None None] Pushing event updated for resources: {'Port': ['ID=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:20.193931 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02936975-42a4-41ab-8fe7-f89ecab430eb req-573d5d0d-6b77-40c0-b6dc-829306b5e5e1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:20.212408 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-02936975-42a4-41ab-8fe7-f89ecab430eb req-573d5d0d-6b77-40c0-b6dc-829306b5e5e1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.2036371 Jul 13 19:18:20.220218 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] For port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:20.230501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] For port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:20.250853 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51cb6-598e-4937-be95-f3f684dbc196 req-91e91d32-403b-4896-b18d-378752547e71 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:20.252390 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e9f51cb6-598e-4937-be95-f3f684dbc196 req-91e91d32-403b-4896-b18d-378752547e71 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.2049818 Jul 13 19:18:20.255032 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:20.266911 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:20.286096 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-02936975-42a4-41ab-8fe7-f89ecab430eb req-3b86f7b8-589a-4bc0-8176-78db1f59e122 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726562 Jul 13 19:18:20.299741 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Router 28464e88-32f1-4b4f-8e89-436470ad0701 is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:18:20.366972 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:20.368001 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:20.477359 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49453925-f412-46d1-9343-d1eb1ea1460e None None] Pushing event updated for resources: {'Port': ['ID=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:20.548107 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e9f51cb6-598e-4937-be95-f3f684dbc196 req-a29494a5-de21-4f6e-8ed4-712037ccd5dc tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775068 Jul 13 19:18:20.560717 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:18:20.594642 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Sync routers for ids ['28464e88-32f1-4b4f-8e89-436470ad0701'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:18:20.599050 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:20.600724 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-8c221120-b4e8-4dc5-9386-cf59cdcda810 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8088944 Jul 13 19:18:20.603569 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 59942) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:20.606439 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Routers {'28464e88-32f1-4b4f-8e89-436470ad0701'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:20.607065 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['28464e88-32f1-4b4f-8e89-436470ad0701'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:20.627508 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:20.850235 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d33adba2-5c4f-44c6-9d45-bf67b6ec2471 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:20.919248 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Set router 28464e88-32f1-4b4f-8e89-436470ad0701 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:21.158409 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:21.205250 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:20Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:21.255521 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81f503-fecc-4d3f-8515-6b705b49acfd None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:20Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:18:21.345840 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:18:19Z', 'revision_number': 3, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port': {'id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:18Z', 'updated_at': '2021-07-13T19:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:21.427748 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:21.439004 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Checking router: 28464e88-32f1-4b4f-8e89-436470ad0701 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:18:21.439438 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Updating router 28464e88-32f1-4b4f-8e89-436470ad0701 port 318c2666-5c38-450f-b4a9-8b5536c694dd binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:18:21.518143 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:21.705606 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e9b33-f813-481b-8788-e3d7678b2c51 req-23869b59-1a4e-4b6d-b629-964f045611aa tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:21.708582 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-191e9b33-f813-481b-8788-e3d7678b2c51 req-23869b59-1a4e-4b6d-b629-964f045611aa tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.2009387 Jul 13 19:18:21.718160 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4681ace-c256-4b1f-a8db-29bb5ef66ff0 None None] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:18:21.768285 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-191e9b33-f813-481b-8788-e3d7678b2c51 req-f4dde18d-9194-44d8-82ba-6f0eff0259c5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538526 Jul 13 19:18:21.815304 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Allocated IP 172.20.0.1 (dfdca6ca-9f6a-4730-9a49-f9845947b290/46cc1cde-7ffb-4d3f-ba7f-faa406475c5f/3efac556-a16a-47be-89ea-53d52b0f7f82) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:21.894691 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:21.913191 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Transition to ACTIVE for port object 318c2666-5c38-450f-b4a9-8b5536c694dd will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:21.931519 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:21.944123 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-f06864ff-a837-42c1-b10d-6943b7fe3c3a None None] Provisioning for port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:22.007538 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-f06864ff-a837-42c1-b10d-6943b7fe3c3a None None] Provisioning complete for port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:22.011897 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f06864ff-a837-42c1-b10d-6943b7fe3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.014340 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79ed3f-e2e2-4964-b4b9-e31cfc8e7813 None None] Pushing event updated for resources: {'Port': ['ID=318c2666-5c38-450f-b4a9-8b5536c694dd,revision_number=2']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:22.058466 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Attempting to bind port 318c2666-5c38-450f-b4a9-8b5536c694dd on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:22.058922 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Attempting to bind port 318c2666-5c38-450f-b4a9-8b5536c694dd by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:22.059293 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Attempting to bind port 318c2666-5c38-450f-b4a9-8b5536c694dd on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:22.071218 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:22.071600 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:22.072004 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.072393 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:22.072872 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Bound port: 318c2666-5c38-450f-b4a9-8b5536c694dd, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:22.073268 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.135604 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] For port 318c2666-5c38-450f-b4a9-8b5536c694dd, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:22.147439 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] For port 318c2666-5c38-450f-b4a9-8b5536c694dd, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=318c2666-5c38-450f-b4a9-8b5536c694dd,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:22.160984 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.182677 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.206559 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Transition to ACTIVE for port object 3efac556-a16a-47be-89ea-53d52b0f7f82 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:22.251700 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Routers {'28464e88-32f1-4b4f-8e89-436470ad0701'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:22.252485 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['28464e88-32f1-4b4f-8e89-436470ad0701'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:22.281810 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['b37972d9-fee7-497e-a5c2-2a762de510d7'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:18:22.295994 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9278b-5cb1-453b-b388-46651b3855dd req-be3494f2-14c7-4729-8523-a1d4ae9cab01 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:22.306465 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cb9278b-5cb1-453b-b388-46651b3855dd req-be3494f2-14c7-4729-8523-a1d4ae9cab01 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.2442298 Jul 13 19:18:22.319860 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79ed3f-e2e2-4964-b4b9-e31cfc8e7813 None None] Pushing event updated for resources: {'Port': ['ID=318c2666-5c38-450f-b4a9-8b5536c694dd,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:22.398194 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f06864ff-a837-42c1-b10d-6943b7fe3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.436693 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cb9278b-5cb1-453b-b388-46651b3855dd req-402f6867-c455-4c29-935e-3533518c28cd tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292417 Jul 13 19:18:22.455580 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] Set router 28464e88-32f1-4b4f-8e89-436470ad0701 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:22.464541 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.583838 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Pushing event updated for resources: {'Port': ['ID=3efac556-a16a-47be-89ea-53d52b0f7f82,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:22.646725 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:22.649165 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:22.665880 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:22.677307 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-f06864ff-a837-42c1-b10d-6943b7fe3c3a None None] For port d33adba2-5c4f-44c6-9d45-bf67b6ec2471, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=d33adba2-5c4f-44c6-9d45-bf67b6ec2471,segment=NetworkSegment(e629d687-1721-47c8-9118-2725d2284aec),segment_id=e629d687-1721-47c8-9118-2725d2284aec)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:22.694552 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f06864ff-a837-42c1-b10d-6943b7fe3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.710652 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:18:19Z', 'revision_number': 3, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port': {'id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:18Z', 'updated_at': '2021-07-13T19:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:22.750265 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:22.759468 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58270877-35d5-402a-854b-ec4ba6ab3e34 None None] The sync data for ids ['28464e88-32f1-4b4f-8e89-436470ad0701'] in dv-cinder-786930-3-iscsi is: [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:18:19Z', 'revision_number': 3, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port': {'id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:18Z', 'updated_at': '2021-07-13T19:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:18:22.959753 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 560c5cdd-6445-4d05-83ac-8d2d49a2d09a up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:22.968532 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883119c8-487b-42a5-a03a-20a518883dc5 req-981beaff-da46-4123-94f7-6d56537be9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:22.980212 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-883119c8-487b-42a5-a03a-20a518883dc5 req-981beaff-da46-4123-94f7-6d56537be9b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1098 time: 0.4003408 Jul 13 19:18:23.144728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.153511 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-d150006e-a1dd-4b27-911f-4b42c65132aa None None] Provisioning complete for port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:23.153934 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d150006e-a1dd-4b27-911f-4b42c65132aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.215062 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-883119c8-487b-42a5-a03a-20a518883dc5 req-c9b4c9df-76d6-4b0d-9d20-f2dcbc090f58 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692212 Jul 13 19:18:23.276300 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06864ff-a837-42c1-b10d-6943b7fe3c3a None None] Pushing event updated for resources: {'Port': ['ID=d33adba2-5c4f-44c6-9d45-bf67b6ec2471,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:23.343550 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:23.349272 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:23.349768 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.473259 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9d866-16c6-482b-a00f-e4f43cfed4a8 req-e653a0d6-1d5c-4277-831b-ea65b637d42e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:23.480837 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20f9d866-16c6-482b-a00f-e4f43cfed4a8 req-e653a0d6-1d5c-4277-831b-ea65b637d42e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.4127045 Jul 13 19:18:23.526046 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.537399 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.610371 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.610824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.663324 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-b07b6e98-a30f-4132-9e1e-9147dd49c5c1 None None] Provisioning for port 3efac556-a16a-47be-89ea-53d52b0f7f82 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:23.670399 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-20f9d866-16c6-482b-a00f-e4f43cfed4a8 req-8875889d-6b7f-49bc-8b86-bdcd4c594167 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874082 Jul 13 19:18:23.674521 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-b07b6e98-a30f-4132-9e1e-9147dd49c5c1 None None] Provisioning complete for port 3efac556-a16a-47be-89ea-53d52b0f7f82 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:23.674903 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b07b6e98-a30f-4132-9e1e-9147dd49c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.700424 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:23.710399 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:23.769341 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-b07b6e98-a30f-4132-9e1e-9147dd49c5c1 None None] Port 3efac556-a16a-47be-89ea-53d52b0f7f82 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:18:23.773981 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Pushing event updated for resources: {'Port': ['ID=3efac556-a16a-47be-89ea-53d52b0f7f82,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:23.806117 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:23.825449 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38235865-ec26-421f-9e47-7e374876f41a req-b6683760-2172-46ce-b6ff-f18025367c8b tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:23.827116 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-38235865-ec26-421f-9e47-7e374876f41a req-b6683760-2172-46ce-b6ff-f18025367c8b tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.2143276 Jul 13 19:18:23.864120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:23.879476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:23.883962 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-38235865-ec26-421f-9e47-7e374876f41a req-00317a97-e528-49fc-94ad-75129dd0d0e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Jul 13 19:18:24.062468 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Router 28464e88-32f1-4b4f-8e89-436470ad0701 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:18:24.196609 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-a7db34e9-9147-4f8d-851e-fb657b6a4e9f None None] Provisioning complete for port 3efac556-a16a-47be-89ea-53d52b0f7f82 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:24.197265 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a7db34e9-9147-4f8d-851e-fb657b6a4e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:24.224476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:18:24.239892 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-6b98d84f-6bc6-4f7f-bf35-bbaa9b95a6db admin admin] 10.222.0.62 "PUT /v2.0/routers/28464e88-32f1-4b4f-8e89-436470ad0701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6262326 Jul 13 19:18:24.252418 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-a7db34e9-9147-4f8d-851e-fb657b6a4e9f None None] Port 3efac556-a16a-47be-89ea-53d52b0f7f82 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:18:24.849360 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d33adba2-5c4f-44c6-9d45-bf67b6ec2471 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:24.900856 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:24.901348 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.071689 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 560c5cdd-6445-4d05-83ac-8d2d49a2d09a up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:25.093759 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 59994) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:25.098445 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-55814264-f442-499a-b349-0386d85fb07d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399660878', 'description': 'tempest-secgroup-smoke-1399660878 description', 'project_id': '663b1b0b656c40d5aac665461a439551'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:25.136094 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:25.136345 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.140351 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-55814264-f442-499a-b349-0386d85fb07d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.261834 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-55814264-f442-499a-b349-0386d85fb07d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.272571 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-55814264-f442-499a-b349-0386d85fb07d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.296610 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 318c2666-5c38-450f-b4a9-8b5536c694dd up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:25.314910 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-55814264-f442-499a-b349-0386d85fb07d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.316495 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-55814264-f442-499a-b349-0386d85fb07d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2216940 Jul 13 19:18:25.317445 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55814264-f442-499a-b349-0386d85fb07d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf4b074-0a00-45c8-b167-77faf5b150cc,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:25.319596 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 60002) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:25.325429 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-8be5156e-dc33-4811-9f55-474b18c8dd99 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'security_group_rule': {'security_group_id': '4cf4b074-0a00-45c8-b167-77faf5b150cc', 'project_id': '663b1b0b656c40d5aac665461a439551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:25.355720 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dec9e-3cc9-4742-92c1-548bad14b8cb req-ec33a9e9-931f-45b1-8955-067f42086b12 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:25.357469 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5a4dec9e-3cc9-4742-92c1-548bad14b8cb req-ec33a9e9-931f-45b1-8955-067f42086b12 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.1292543 Jul 13 19:18:25.379367 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Sync routers for ids ['28464e88-32f1-4b4f-8e89-436470ad0701'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:18:25.388545 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 318c2666-5c38-450f-b4a9-8b5536c694dd completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:25.395417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 318c2666-5c38-450f-b4a9-8b5536c694dd triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:25.396161 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.409247 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5a4dec9e-3cc9-4742-92c1-548bad14b8cb req-9f4e8ee7-5330-4b6b-a7fa-d9f3efc81a2e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Jul 13 19:18:25.416056 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8be5156e-dc33-4811-9f55-474b18c8dd99 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.441683 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Routers {'28464e88-32f1-4b4f-8e89-436470ad0701'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:25.441683 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['28464e88-32f1-4b4f-8e89-436470ad0701'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:25.512020 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8be5156e-dc33-4811-9f55-474b18c8dd99 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.518394 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8be5156e-dc33-4811-9f55-474b18c8dd99 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.563080 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5156e-dc33-4811-9f55-474b18c8dd99 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277192e2-644a-4c2f-bdc4-2d1ca6fcbac1,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:25.582717 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.583116 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8be5156e-dc33-4811-9f55-474b18c8dd99 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.584898 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-8be5156e-dc33-4811-9f55-474b18c8dd99 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634220 Jul 13 19:18:25.587713 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60008) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:25.592551 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-1f651c06-fc0a-472a-ab8d-aebb12a80497 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'security_group_rule': {'security_group_id': '4cf4b074-0a00-45c8-b167-77faf5b150cc', 'project_id': '663b1b0b656c40d5aac665461a439551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:25.637244 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Set router 28464e88-32f1-4b4f-8e89-436470ad0701 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:25.644540 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fef370-e207-4f9c-b76b-09acd147ce65 req-26f81656-2bb3-4b68-b0ff-32bf60494853 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:25.645505 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f651c06-fc0a-472a-ab8d-aebb12a80497 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.653121 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-87fef370-e207-4f9c-b76b-09acd147ce65 req-26f81656-2bb3-4b68-b0ff-32bf60494853 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.1079228 Jul 13 19:18:25.694243 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-87fef370-e207-4f9c-b76b-09acd147ce65 req-5bb90a06-9c7e-4cd6-89e4-afaec5e5647d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Jul 13 19:18:25.702021 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 318c2666-5c38-450f-b4a9-8b5536c694dd, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=318c2666-5c38-450f-b4a9-8b5536c694dd,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:25.712173 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.751393 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f651c06-fc0a-472a-ab8d-aebb12a80497 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.756684 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f651c06-fc0a-472a-ab8d-aebb12a80497 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.784169 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1f651c06-fc0a-472a-ab8d-aebb12a80497 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.786099 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-1f651c06-fc0a-472a-ab8d-aebb12a80497 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1972952 Jul 13 19:18:25.787074 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f651c06-fc0a-472a-ab8d-aebb12a80497 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac24609-ba73-483e-892c-c0401ec01037,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:25.788992 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 60010) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:25.795635 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-91faa08b-8c18-4715-a321-71ab91bed2e2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'security_group_rule': {'security_group_id': '4cf4b074-0a00-45c8-b167-77faf5b150cc', 'project_id': '663b1b0b656c40d5aac665461a439551', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:25.836005 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-91faa08b-8c18-4715-a321-71ab91bed2e2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.853735 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:25.881748 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=318c2666-5c38-450f-b4a9-8b5536c694dd,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:25.917717 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-91faa08b-8c18-4715-a321-71ab91bed2e2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.923210 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-91faa08b-8c18-4715-a321-71ab91bed2e2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.941661 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faa08b-8c18-4715-a321-71ab91bed2e2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a726c391-033f-4120-9337-058abe0eb41e,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:25.962651 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-91faa08b-8c18-4715-a321-71ab91bed2e2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:25.964213 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-91faa08b-8c18-4715-a321-71ab91bed2e2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1738200 Jul 13 19:18:25.967854 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60012) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:25.975240 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-7ab8dec7-a51d-452f-b1b2-2626fcd64bc5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'security_group_rule': {'security_group_id': '4cf4b074-0a00-45c8-b167-77faf5b150cc', 'project_id': '663b1b0b656c40d5aac665461a439551', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:25.985198 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port b37972d9-fee7-497e-a5c2-2a762de510d7 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:25.985580 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.006604 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ab8dec7-a51d-452f-b1b2-2626fcd64bc5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.070938 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ab8dec7-a51d-452f-b1b2-2626fcd64bc5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.074941 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:18:22Z', 'revision_number': 4, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port': {'id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:18Z', 'updated_at': '2021-07-13T19:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '3efac556-a16a-47be-89ea-53d52b0f7f82', 'name': '', 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'mac_address': 'fa:16:3e:d3:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '46cc1cde-7ffb-4d3f-ba7f-faa406475c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:21Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 2, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'subnets': [{'id': '46cc1cde-7ffb-4d3f-ba7f-faa406475c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:26.076658 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ab8dec7-a51d-452f-b1b2-2626fcd64bc5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.097999 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8dec7-a51d-452f-b1b2-2626fcd64bc5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c966f9-811f-4fac-ac8b-662cacb54e68,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:26.110609 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ab8dec7-a51d-452f-b1b2-2626fcd64bc5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.112236 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7ab8dec7-a51d-452f-b1b2-2626fcd64bc5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427672 Jul 13 19:18:26.114873 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60014) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:26.117137 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Checking router: 28464e88-32f1-4b4f-8e89-436470ad0701 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:18:26.117498 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Updating router 28464e88-32f1-4b4f-8e89-436470ad0701 port 3efac556-a16a-47be-89ea-53d52b0f7f82 binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:18:26.120902 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'security_group_rule': {'security_group_id': '4cf4b074-0a00-45c8-b167-77faf5b150cc', 'project_id': '663b1b0b656c40d5aac665461a439551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:26.150364 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.securitygroups_db [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Project 663b1b0b656c40d5aac665461a439551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:18:26.157044 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.158041 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.204310 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:26.207005 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:26.209292 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76f499c-9899-472a-a319-68b52e83be23" -d '{"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:26.212856 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.222236 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.244628 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.257415 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.277022 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4f20d1-c92b-4111-86d9-a153b82db511,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:26.292705 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9385a20-0331-4ec3-baa3-110172e32c7c x-openstack-request-id: req-e9385a20-0331-4ec3-baa3-110172e32c7c {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:26.292705 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:26.292705 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9385a20-0331-4ec3-baa3-110172e32c7c {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:26.292705 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'code': 200} Jul 13 19:18:26.309282 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.314037 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2b309d27-c271-4756-b558-89948c484014 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981697 Jul 13 19:18:26.315039 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 60020) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:26.320621 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'security_group_rule': {'security_group_id': '4cf4b074-0a00-45c8-b167-77faf5b150cc', 'project_id': '663b1b0b656c40d5aac665461a439551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:26.326721 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=7']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:26.370182 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.securitygroups_db [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Project 663b1b0b656c40d5aac665461a439551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:18:26.385335 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.465560 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.471712 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.498310 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42402cea-0b40-4997-80ba-7e5b2b03cd57,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:26.510587 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.511955 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f6d3a856-fc1b-4a20-973d-468a1dda1273 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1956527 Jul 13 19:18:26.643653 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.672633 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Transition to ACTIVE for port object 3efac556-a16a-47be-89ea-53d52b0f7f82 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:26.692103 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.694137 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af5906-aef7-46b9-8084-b3556678f208 req-7b2945f6-95e9-4b90-9bc8-b36a4562cf94 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:26.704975 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23af5906-aef7-46b9-8084-b3556678f208 req-7b2945f6-95e9-4b90-9bc8-b36a4562cf94 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1152740 Jul 13 19:18:26.780167 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-23af5906-aef7-46b9-8084-b3556678f208 req-34cd9e65-13f7-4631-a777-eb51f48a0e07 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729115 Jul 13 19:18:26.793108 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa2dc7-751f-4f03-85fa-3d943a175333 None None] Pushing event updated for resources: {'Port': ['ID=3efac556-a16a-47be-89ea-53d52b0f7f82,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:26.796268 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 318c2666-5c38-450f-b4a9-8b5536c694dd up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:26.929550 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Attempting to bind port 3efac556-a16a-47be-89ea-53d52b0f7f82 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:26.929952 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Attempting to bind port 3efac556-a16a-47be-89ea-53d52b0f7f82 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:26.930316 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Attempting to bind port 3efac556-a16a-47be-89ea-53d52b0f7f82 on network dfdca6ca-9f6a-4730-9a49-f9845947b290 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:26.941411 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:26.941912 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Checking segment: {'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:26.942257 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.942658 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Bound using segment: {'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:26.943151 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Bound port: 3efac556-a16a-47be-89ea-53d52b0f7f82, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e629d687-1721-47c8-9118-2725d2284aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:26.943695 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:26.971821 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 318c2666-5c38-450f-b4a9-8b5536c694dd triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:26.972203 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:27.063318 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18818e-27ef-4173-b1b9-8f8da6a26e88 req-8f21713b-6041-4f46-9ab9-207ffcb3650d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:27.064744 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ed18818e-27ef-4173-b1b9-8f8da6a26e88 req-8f21713b-6041-4f46-9ab9-207ffcb3650d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.1080027 Jul 13 19:18:27.107932 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:27.151669 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ed18818e-27ef-4173-b1b9-8f8da6a26e88 req-dc105608-b5a7-4d75-bddd-b6b70f1a1a1e tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708094 Jul 13 19:18:27.173032 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] For port 3efac556-a16a-47be-89ea-53d52b0f7f82, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:27.177401 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] For port 3efac556-a16a-47be-89ea-53d52b0f7f82, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3efac556-a16a-47be-89ea-53d52b0f7f82,segment=NetworkSegment(e629d687-1721-47c8-9118-2725d2284aec),segment_id=e629d687-1721-47c8-9118-2725d2284aec)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:27.186905 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:27.412302 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Routers {'28464e88-32f1-4b4f-8e89-436470ad0701'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:27.412996 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['28464e88-32f1-4b4f-8e89-436470ad0701'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:27.418369 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa2dc7-751f-4f03-85fa-3d943a175333 None None] Pushing event updated for resources: {'Port': ['ID=3efac556-a16a-47be-89ea-53d52b0f7f82,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:27.612258 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] Set router 28464e88-32f1-4b4f-8e89-436470ad0701 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:28.117796 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:18:22Z', 'revision_number': 4, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port': {'id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:18Z', 'updated_at': '2021-07-13T19:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '3efac556-a16a-47be-89ea-53d52b0f7f82', 'name': '', 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'mac_address': 'fa:16:3e:d3:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '46cc1cde-7ffb-4d3f-ba7f-faa406475c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:21Z', 'updated_at': '2021-07-13T19:18:27Z', 'revision_number': 4, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'subnets': [{'id': '46cc1cde-7ffb-4d3f-ba7f-faa406475c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:28.155960 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6314898f-9b51-4247-92ab-c90b86fa76f4 None None] The sync data for ids ['28464e88-32f1-4b4f-8e89-436470ad0701'] in dv-cinder-786930-3-iscsi is: [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:18:22Z', 'revision_number': 4, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port': {'id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:18Z', 'updated_at': '2021-07-13T19:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '3efac556-a16a-47be-89ea-53d52b0f7f82', 'name': '', 'network_id': 'dfdca6ca-9f6a-4730-9a49-f9845947b290', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'mac_address': 'fa:16:3e:d3:62:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '46cc1cde-7ffb-4d3f-ba7f-faa406475c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:21Z', 'updated_at': '2021-07-13T19:18:27Z', 'revision_number': 4, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'subnets': [{'id': '46cc1cde-7ffb-4d3f-ba7f-faa406475c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:18:28.161500 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69b793-f63c-44a3-a7ca-809eb616527b req-a0346ecd-ad48-464b-ab16-e4d70a6161b2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:28.171484 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6b69b793-f63c-44a3-a7ca-809eb616527b req-a0346ecd-ad48-464b-ab16-e4d70a6161b2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.1767466 Jul 13 19:18:28.268318 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6b69b793-f63c-44a3-a7ca-809eb616527b req-8b7a62b6-6cb7-4815-8280-30846c400531 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842662 Jul 13 19:18:28.589872 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321ade-a59c-42d4-9bd2-9673e783e503 req-de869f91-a9a9-41ff-a1f0-8630139e36a8 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:28.600790 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ee321ade-a59c-42d4-9bd2-9673e783e503 req-de869f91-a9a9-41ff-a1f0-8630139e36a8 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.1957700 Jul 13 19:18:28.694361 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ee321ade-a59c-42d4-9bd2-9673e783e503 req-8e0cd733-1770-44dc-9a32-cf5142c7ce5f tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925415 Jul 13 19:18:28.800350 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3efac556-a16a-47be-89ea-53d52b0f7f82 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:28.931465 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 3efac556-a16a-47be-89ea-53d52b0f7f82 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:28.937894 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 3efac556-a16a-47be-89ea-53d52b0f7f82 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:28.938667 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:28.993874 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d57de-7fe5-4eae-afff-b119488dcebe req-a46e7c56-8cf9-4a0c-9379-b0d274738a43 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:29.017809 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b57d57de-7fe5-4eae-afff-b119488dcebe req-a46e7c56-8cf9-4a0c-9379-b0d274738a43 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.0980430 Jul 13 19:18:29.096339 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b57d57de-7fe5-4eae-afff-b119488dcebe req-17ffc98f-0e08-45c0-bfe9-f79449f5930a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913122 Jul 13 19:18:29.134932 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:29.226363 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 3efac556-a16a-47be-89ea-53d52b0f7f82, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3efac556-a16a-47be-89ea-53d52b0f7f82,segment=NetworkSegment(e629d687-1721-47c8-9118-2725d2284aec),segment_id=e629d687-1721-47c8-9118-2725d2284aec)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:29.228511 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8b107aa5-1316-4c73-bc90-b2606c64d6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:29.240905 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:29.370813 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=3efac556-a16a-47be-89ea-53d52b0f7f82,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:29.696528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31e3c7-d35e-4251-91b9-dd922f64aba9 req-20718611-12c6-4e1b-ad28-2e9189b4ccf0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:29.706670 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d31e3c7-d35e-4251-91b9-dd922f64aba9 req-20718611-12c6-4e1b-ad28-2e9189b4ccf0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0983987 Jul 13 19:18:29.750201 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d31e3c7-d35e-4251-91b9-dd922f64aba9 req-a7bfc3a6-b8ba-42e6-a403-e89fd2f5c7a0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Jul 13 19:18:29.998388 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1e824-b786-4fe1-add0-06b4dfd1ad4f req-ecdfae59-4710-4757-93eb-7335b92f2ff9 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:29.999948 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0ea1e824-b786-4fe1-add0-06b4dfd1ad4f req-ecdfae59-4710-4757-93eb-7335b92f2ff9 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.1113937 Jul 13 19:18:30.053805 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0ea1e824-b786-4fe1-add0-06b4dfd1ad4f req-7849fe3b-9888-43e6-ba4d-4df238e25ac3 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Jul 13 19:18:30.715589 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3efac556-a16a-47be-89ea-53d52b0f7f82 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:18:30.769727 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 3efac556-a16a-47be-89ea-53d52b0f7f82 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:30.770295 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:30.983683 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01662d13-6486-45d4-9849-4e22e28e0362 req-5db38ea2-021c-4dcb-a276-4d78e95e21f1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:30.985438 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-01662d13-6486-45d4-9849-4e22e28e0362 req-5db38ea2-021c-4dcb-a276-4d78e95e21f1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0819840 Jul 13 19:18:31.034241 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-01662d13-6486-45d4-9849-4e22e28e0362 req-e5bc8cce-2652-4763-9817-286cac4741ee tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Jul 13 19:18:31.843616 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7cb43ae0-0cf1-4307-b8a9-714b24a4b925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:32.186187 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:32.234975 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf93264-4519-4dd0-8b98-addadb9ab319 req-abf7248a-306e-4621-a346-9f268cb8a273 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:32.236629 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aaf93264-4519-4dd0-8b98-addadb9ab319 req-abf7248a-306e-4621-a346-9f268cb8a273 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0677505 Jul 13 19:18:32.287017 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aaf93264-4519-4dd0-8b98-addadb9ab319 req-15921640-2139-47de-8124-fa5a5c27373d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Jul 13 19:18:32.875144 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:33.708388 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4323b55-5cae-4fae-898d-c5cf292a0fcf req-7e60dcde-19f4-400e-ac0a-e8b5bad86853 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:33.709850 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d4323b55-5cae-4fae-898d-c5cf292a0fcf req-7e60dcde-19f4-400e-ac0a-e8b5bad86853 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.3091650 Jul 13 19:18:33.747400 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d4323b55-5cae-4fae-898d-c5cf292a0fcf req-f1b18869-3484-4ec1-ae0c-77a3d8485f78 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Jul 13 19:18:34.123773 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-c2770c3e-f453-4ae5-8240-c5271842f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:34.125357 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-c2770c3e-f453-4ae5-8240-c5271842f6fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1098 time: 0.0576115 Jul 13 19:18:34.218765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-8f03e095-1a83-430a-891d-9582aa2c76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:34.220246 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-8f03e095-1a83-430a-891d-9582aa2c76a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.0837364 Jul 13 19:18:34.291281 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-20bf2402-8b28-43dd-950e-a3c7fdc1bf7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 200 len: 1000 time: 0.0564427 Jul 13 19:18:34.339544 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-2862c180-47fb-46c1-b2e1-11023707ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:34.340968 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-2862c180-47fb-46c1-b2e1-11023707ecbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0426221 Jul 13 19:18:34.407961 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-79ef0e70-ae86-437a-b3f8-0893fa45e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:34.410240 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-79ef0e70-ae86-437a-b3f8-0893fa45e6a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585883 Jul 13 19:18:34.508961 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-dec4261a-5a1d-4b13-8394-901f120e4465 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848250 Jul 13 19:18:34.607098 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3dbdee35-0f37-4cbd-a0c9-5cd1ff7acc99 req-14cdcfd6-b4db-4c11-bba8-eb79c9908740 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882545 Jul 13 19:18:34.690363 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:34.937974 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91b303-baa3-4d6b-b50f-da8c06885330 req-d514ba39-7fbf-4b77-8ba6-fb3e8dbc7265 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:34.939457 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3f91b303-baa3-4d6b-b50f-da8c06885330 req-d514ba39-7fbf-4b77-8ba6-fb3e8dbc7265 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0729322 Jul 13 19:18:34.977853 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3f91b303-baa3-4d6b-b50f-da8c06885330 req-73148c49-c44d-4764-8c93-bceef80db276 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Jul 13 19:18:36.172955 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68876-76c0-4b48-b09f-9f4876d46795 req-2a50d554-7a72-44f7-8c0a-d04dafa6728f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:36.174565 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67d68876-76c0-4b48-b09f-9f4876d46795 req-2a50d554-7a72-44f7-8c0a-d04dafa6728f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0638766 Jul 13 19:18:36.241670 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67d68876-76c0-4b48-b09f-9f4876d46795 req-e7fb08fe-0e88-4e10-bf6d-92e4428a9d4c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548327 Jul 13 19:18:37.436052 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885f830-d7d3-4a07-b1df-9bd8d8323d52 req-402eebe7-6063-4a3c-9d2b-861e781598ff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:37.437511 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e885f830-d7d3-4a07-b1df-9bd8d8323d52 req-402eebe7-6063-4a3c-9d2b-861e781598ff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0653608 Jul 13 19:18:37.478111 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e885f830-d7d3-4a07-b1df-9bd8d8323d52 req-fdcc5a35-7468-44e0-8726-08fea484c07c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343380 Jul 13 19:18:38.286999 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cbd59-bb33-4943-9ef8-57589fd3eb64 req-8ca17570-5392-4b28-a902-f69dff89f3f4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:38.288510 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-163cbd59-bb33-4943-9ef8-57589fd3eb64 req-8ca17570-5392-4b28-a902-f69dff89f3f4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 945 time: 0.0624762 Jul 13 19:18:38.330165 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-163cbd59-bb33-4943-9ef8-57589fd3eb64 req-d8bc216d-445f-4547-b2da-affde14b2df8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356288 Jul 13 19:18:38.569477 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 60350) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:38.671461 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-6419c557-5e0c-4854-bc4d-de34fdf0d404 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007524 Jul 13 19:18:39.056914 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:18:39.137082 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:39.165842 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:39.168100 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad08ce-3ad0-4a84-b8a7-aef2889e30dd" -d '{"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:39.181168 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:39.192684 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:39.220000 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83423abc-cf8b-44f9-9561-c56f5bd681f9 x-openstack-request-id: req-83423abc-cf8b-44f9-9561-c56f5bd681f9 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:39.220357 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-unplugged", "status": "failed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7", "code": 422}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:39.220745 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83423abc-cf8b-44f9-9561-c56f5bd681f9 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:39.221255 dv-cinder-786930-3-iscsi neutron-server[93116]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'code': 422} returned with failed status Jul 13 19:18:39.252453 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=8']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:39.512630 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25149d29-bc25-498b-ad1f-ccc0e3a0689e req-7db68af2-6f61-4424-b51b-a3051971e012 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:39.514749 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-25149d29-bc25-498b-ad1f-ccc0e3a0689e req-7db68af2-6f61-4424-b51b-a3051971e012 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0629275 Jul 13 19:18:39.556683 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-25149d29-bc25-498b-ad1f-ccc0e3a0689e req-6524b5e6-86cc-4616-b0b2-4260ad4b2fb1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329444 Jul 13 19:18:39.852532 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e09e9-eb4c-4396-9266-d462832350ff req-f2ebbada-668c-4473-9b93-1537b8a61659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:39.854059 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-341e09e9-eb4c-4396-9266-d462832350ff req-f2ebbada-668c-4473-9b93-1537b8a61659 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.0999498 Jul 13 19:18:39.862344 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a7e5f-8f0b-42c1-82b5-64e4d487e93f req-66cc35df-05d9-43ee-97e3-8a249a224733 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:39.863723 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-385a7e5f-8f0b-42c1-82b5-64e4d487e93f req-66cc35df-05d9-43ee-97e3-8a249a224733 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0818655 Jul 13 19:18:39.944921 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-385a7e5f-8f0b-42c1-82b5-64e4d487e93f req-0c1eb824-08ae-48c9-b8c0-cda74cdcb037 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730081 Jul 13 19:18:39.970516 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e09e9-eb4c-4396-9266-d462832350ff req-20dc15ae-0834-455e-8882-fab3bfd8c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:39.972101 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-341e09e9-eb4c-4396-9266-d462832350ff req-20dc15ae-0834-455e-8882-fab3bfd8c77e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.1075690 Jul 13 19:18:40.016192 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-341e09e9-eb4c-4396-9266-d462832350ff req-bfab0bfc-0a0a-4931-a060-33943d13bfea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 200 len: 217 time: 0.0365138 Jul 13 19:18:40.066897 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e09e9-eb4c-4396-9266-d462832350ff req-26b968a1-27dc-4c94-bbad-196308821a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:40.068422 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-341e09e9-eb4c-4396-9266-d462832350ff req-26b968a1-27dc-4c94-bbad-196308821a8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0453315 Jul 13 19:18:40.103660 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-341e09e9-eb4c-4396-9266-d462832350ff req-1c77d6f7-fbc8-406b-b775-0eda4cf7e0ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279932 Jul 13 19:18:40.201076 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-341e09e9-eb4c-4396-9266-d462832350ff req-22fbe1d9-6e25-40e8-ae46-7845f0613bd5 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903442 Jul 13 19:18:40.292060 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-341e09e9-eb4c-4396-9266-d462832350ff req-5d619f8d-d1f7-4adb-8e20-9d42c9620f22 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835145 Jul 13 19:18:40.737878 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56027d4-e30f-4fda-878b-32a8ea2812c7 req-ad6f66b1-1a4c-4468-95df-19d176fca21b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:40.739610 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c56027d4-e30f-4fda-878b-32a8ea2812c7 req-ad6f66b1-1a4c-4468-95df-19d176fca21b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0638735 Jul 13 19:18:40.780753 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c56027d4-e30f-4fda-878b-32a8ea2812c7 req-06512439-e22f-405a-8567-f54ebc3e21bf tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Jul 13 19:18:41.137154 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd93eb-75a3-4a96-bcc0-b4765a0bb4b0 req-7bc36549-44d2-4317-839f-5003f73660c0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:41.138685 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-acbd93eb-75a3-4a96-bcc0-b4765a0bb4b0 req-7bc36549-44d2-4317-839f-5003f73660c0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0795105 Jul 13 19:18:41.178302 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-acbd93eb-75a3-4a96-bcc0-b4765a0bb4b0 req-d455ecfe-0266-48e3-8e17-c9d1ee178a52 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Jul 13 19:18:41.595724 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f1ef-1e0c-4794-8eac-04e5b01ff9b3 req-b2fbcd6e-afa5-4190-9e35-a9cdbc6ca4de tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:41.597182 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e85f1ef-1e0c-4794-8eac-04e5b01ff9b3 req-b2fbcd6e-afa5-4190-9e35-a9cdbc6ca4de tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 945 time: 0.0635197 Jul 13 19:18:41.638410 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7e85f1ef-1e0c-4794-8eac-04e5b01ff9b3 req-4c17f95b-e7eb-42ba-8d76-62bd9e77e3fc tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Jul 13 19:18:41.984683 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c212cd9-ac58-4373-a567-de94347c63cf req-e11675e3-d92f-4fd8-a38d-9602d739805d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:41.986253 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3c212cd9-ac58-4373-a567-de94347c63cf req-e11675e3-d92f-4fd8-a38d-9602d739805d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0777745 Jul 13 19:18:42.023542 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3c212cd9-ac58-4373-a567-de94347c63cf req-2c6b8ec3-f52f-4fdb-a6f2-0ca9889881f4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Jul 13 19:18:42.350030 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ce37f-05b5-4f71-afff-5426593bec3f req-e0a33215-1599-44b9-b2c0-7fbe8b1d89af tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:42.351681 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f29ce37f-05b5-4f71-afff-5426593bec3f req-e0a33215-1599-44b9-b2c0-7fbe8b1d89af tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0640273 Jul 13 19:18:42.394518 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f29ce37f-05b5-4f71-afff-5426593bec3f req-d27f70ba-8873-4bc8-be89-e4a77cf9155e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Jul 13 19:18:42.837380 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223de47-12db-4171-b6b9-cc3ad02bc4c7 req-edc33824-9f47-42f1-9cba-7ba693201147 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:42.838891 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5223de47-12db-4171-b6b9-cc3ad02bc4c7 req-edc33824-9f47-42f1-9cba-7ba693201147 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 945 time: 0.0761187 Jul 13 19:18:42.879294 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5223de47-12db-4171-b6b9-cc3ad02bc4c7 req-c5492be5-d29a-4d0c-abfc-774f142692cd tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Jul 13 19:18:43.194027 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:18:43.209885 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324e8b3-8c48-4310-bdb0-1994260a14af req-4da06ba2-73b7-492f-b933-6382940cd055 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:43.211379 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1324e8b3-8c48-4310-bdb0-1994260a14af req-4da06ba2-73b7-492f-b933-6382940cd055 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0725701 Jul 13 19:18:43.260268 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1324e8b3-8c48-4310-bdb0-1994260a14af req-cb92ded0-fdc3-4b04-9199-537567856bc0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Jul 13 19:18:43.620298 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700296c-c0a5-46ba-9b34-58d8ac08d7a0 req-f51f948d-4d66-4f7c-ac96-cad17c365f0d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:43.621754 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c700296c-c0a5-46ba-9b34-58d8ac08d7a0 req-f51f948d-4d66-4f7c-ac96-cad17c365f0d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1010699 Jul 13 19:18:43.631790 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-38704bbe-9ff3-4bca-869d-d5ff2316a094 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:43.633132 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-38704bbe-9ff3-4bca-869d-d5ff2316a094 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 945 time: 0.1030943 Jul 13 19:18:43.707483 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c700296c-c0a5-46ba-9b34-58d8ac08d7a0 req-1bdbce53-e6c4-4878-80a1-03487cb690d9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733225 Jul 13 19:18:43.763171 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Deleting port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:18:43.763511 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:43.859164 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] For port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:43.859522 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:43.872084 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Calling delete_port for 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:18:44.007519 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:44.021285 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8', 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', '2a28db70-efe3-41a2-918d-ce42142475e4', '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:18:44.059520 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86191510-d0f3-4ec7-9f16-dfadce2ae35b req-87df1a0f-c2a6-4745-97ea-0d0d3f56c9c6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d965680-ec2e-4bae-97f1-4622c4b10404 HTTP/1.1" status: 200 len: 210 time: 0.0542448 Jul 13 19:18:44.060241 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event deleted for resources: {'Port': ['ID=0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:44.069906 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.070289 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.070650 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.070989 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.071325 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.071657 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.071987 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.072317 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.072775 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.073120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.073447 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.074291 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:44.125077 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] No DVR routers for this DVR port 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:18:44.128482 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:44.130844 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b87e0d29-c65f-409e-a546-127e31ddd92f req-824ae2d3-d676-4410-b6d2-1010078f5d61 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "DELETE /v2.0/ports/0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 HTTP/1.1" status: 204 len: 173 time: 0.4902685 Jul 13 19:18:44.131280 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'name': 'network-vif-deleted', 'tag': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:44.133660 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85735861-e26a-47b9-a97b-4e06d5ab03f9" -d '{"events": [{"server_uuid": "6d965680-ec2e-4bae-97f1-4622c4b10404", "name": "network-vif-deleted", "tag": "0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:44.170189 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e99d39-c73e-40dd-b359-820256e57df7 x-openstack-request-id: req-02e99d39-c73e-40dd-b359-820256e57df7 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:44.170488 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d965680-ec2e-4bae-97f1-4622c4b10404", "name": "network-vif-deleted", "tag": "0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:44.170742 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02e99d39-c73e-40dd-b359-820256e57df7 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:44.171141 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d965680-ec2e-4bae-97f1-4622c4b10404', 'name': 'network-vif-deleted', 'tag': '0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19', 'status': 'completed', 'code': 200} Jul 13 19:18:44.455966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934620-7426-42ea-b184-a4eff9152bd5 req-1f4158cd-969a-4835-86f2-0faf27fa1199 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:44.457472 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-77934620-7426-42ea-b184-a4eff9152bd5 req-1f4158cd-969a-4835-86f2-0faf27fa1199 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0726178 Jul 13 19:18:44.496897 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-77934620-7426-42ea-b184-a4eff9152bd5 req-081cae51-ca92-427c-aeeb-162d5f1d756c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Jul 13 19:18:44.885135 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00725795-093e-4c62-b98b-88eb0a27a011 req-a0c9be57-88ca-4169-afad-96ab8850948f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:44.886652 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-00725795-093e-4c62-b98b-88eb0a27a011 req-a0c9be57-88ca-4169-afad-96ab8850948f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0649321 Jul 13 19:18:44.928214 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-00725795-093e-4c62-b98b-88eb0a27a011 req-8460be0b-7d4b-4851-b2fd-dd46c61fc4a5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357034 Jul 13 19:18:45.678079 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bbe16-7b5a-41c2-92d3-6effa14fdf21 req-36e1b8f5-cbd4-4652-bbe6-4ab3ca23f7c1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:45.679483 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aa8bbe16-7b5a-41c2-92d3-6effa14fdf21 req-36e1b8f5-cbd4-4652-bbe6-4ab3ca23f7c1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0620153 Jul 13 19:18:45.726217 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aa8bbe16-7b5a-41c2-92d3-6effa14fdf21 req-622e9ab3-247f-43d3-8b79-5cb5221c6a12 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383494 Jul 13 19:18:46.103994 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c89b25-3d6a-4aac-b273-8d34bc5d2f3b req-c3e34ca1-8fb8-4d80-a88b-c62a4063aa01 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:46.105416 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-27c89b25-3d6a-4aac-b273-8d34bc5d2f3b req-c3e34ca1-8fb8-4d80-a88b-c62a4063aa01 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0678003 Jul 13 19:18:46.144379 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-27c89b25-3d6a-4aac-b273-8d34bc5d2f3b req-13bb8c9f-cf9c-4edf-99b0-04bf565cb614 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Jul 13 19:18:46.660745 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2c151-933f-4f63-8691-29ffa629ac25 req-f17a0b42-2547-48e3-93ca-542131177b0b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:46.662467 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-46e2c151-933f-4f63-8691-29ffa629ac25 req-f17a0b42-2547-48e3-93ca-542131177b0b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 946 time: 0.0749907 Jul 13 19:18:46.700607 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-46e2c151-933f-4f63-8691-29ffa629ac25 req-ec8fa4a9-8556-44b8-bd96-c4266088d3e6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 13 19:18:46.913835 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76dc94-88bd-4a5e-8dfe-9c9dcef2bc84 req-2cf979cf-88a0-448f-a7a1-2ad87937707d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:46.915325 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a76dc94-88bd-4a5e-8dfe-9c9dcef2bc84 req-2cf979cf-88a0-448f-a7a1-2ad87937707d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0677400 Jul 13 19:18:46.953331 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a76dc94-88bd-4a5e-8dfe-9c9dcef2bc84 req-95c3ec0a-93bc-460e-8fb0-dbf58269add1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321505 Jul 13 19:18:47.358002 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa61a-15aa-496c-b592-005793afaa63 req-2f0aba1d-18b1-47fc-988b-90efce41968d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:47.359457 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-239fa61a-15aa-496c-b592-005793afaa63 req-2f0aba1d-18b1-47fc-988b-90efce41968d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.0994303 Jul 13 19:18:47.370741 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143a738-09b8-4424-b27c-4b934d1db677 req-61a768af-7abd-4221-b7a6-931697e716e1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:47.372150 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e143a738-09b8-4424-b27c-4b934d1db677 req-61a768af-7abd-4221-b7a6-931697e716e1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1025045 Jul 13 19:18:47.427952 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-239fa61a-15aa-496c-b592-005793afaa63 req-330cca01-1f81-4476-9f04-ec746cea3e01 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Jul 13 19:18:47.432660 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e143a738-09b8-4424-b27c-4b934d1db677 req-a38b57b7-10ee-40b6-88f5-ff4bbf30ea09 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538883 Jul 13 19:18:47.454619 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60516) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:47.605065 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd36d741-c1e0-48e7-844c-e6d732014dc9 tempest-TestMinimumBasicScenario-898780598 tempest-TestMinimumBasicScenario-898780598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:47.606569 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-cd36d741-c1e0-48e7-844c-e6d732014dc9 tempest-TestMinimumBasicScenario-898780598 tempest-TestMinimumBasicScenario-898780598-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1093 time: 0.1512353 Jul 13 19:18:47.611163 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60522) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:47.615493 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'port_id': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:47.642216 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for floatingip, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:47.736029 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:47.891618 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6a8-c734-48d3-9bd8-3397e254720d req-cad4854a-796c-4273-8c48-c285ff6e1378 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:47.893363 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-be03e6a8-c734-48d3-9bd8-3397e254720d req-cad4854a-796c-4273-8c48-c285ff6e1378 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 946 time: 0.0702176 Jul 13 19:18:47.935221 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-be03e6a8-c734-48d3-9bd8-3397e254720d req-4c280ab9-c8ad-443f-8d7c-3df1cde12922 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Jul 13 19:18:48.076047 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Allocated IP 172.27.3.45 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/703ed6b8-5df6-44f2-a59d-b0f04de3951e) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:48.155566 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe86fa5-67fb-4204-8238-58b5263e11bc req-8b02b78c-4fb4-48fa-bd5a-fe878e0193b9 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:48.157048 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfe86fa5-67fb-4204-8238-58b5263e11bc req-8b02b78c-4fb4-48fa-bd5a-fe878e0193b9 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 946 time: 0.1080570 Jul 13 19:18:48.169651 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de351146-de6d-42fc-8c8f-b169c5d8658c req-8f511067-885b-4a7e-9d66-e10ec02cecad tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:48.171066 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-de351146-de6d-42fc-8c8f-b169c5d8658c req-8f511067-885b-4a7e-9d66-e10ec02cecad tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0922446 Jul 13 19:18:48.174566 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.214984 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.223084 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bfe86fa5-67fb-4204-8238-58b5263e11bc req-f4e61933-fb5f-4a49-9735-5053e0b29303 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Jul 13 19:18:48.230956 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-de351146-de6d-42fc-8c8f-b169c5d8658c req-bba2fba5-7150-49fc-8ce0-b7fce232f93e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530000 Jul 13 19:18:48.257783 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:48.260676 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:48.264167 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:48.269559 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'Port': ['ID=703ed6b8-5df6-44f2-a59d-b0f04de3951e,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:48.608181 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e17dab-9a89-4c60-a9c7-05154813cb35 req-dba22a67-ad87-42c7-a06b-9c7e430ccca2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:48.609748 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98e17dab-9a89-4c60-a9c7-05154813cb35 req-dba22a67-ad87-42c7-a06b-9c7e430ccca2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0613687 Jul 13 19:18:48.647279 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98e17dab-9a89-4c60-a9c7-05154813cb35 req-427cd943-761f-4785-9cb1-70a7ce75eb6f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Jul 13 19:18:48.667541 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.746648 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.892688 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.900412 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:48.969090 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'Port': ['ID=703ed6b8-5df6-44f2-a59d-b0f04de3951e,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:48.979129 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.052144 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-1733896b-2304-4890-a27b-c814b1e99b56 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:49.053666 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-1733896b-2304-4890-a27b-c814b1e99b56 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 946 time: 0.0687318 Jul 13 19:18:49.079477 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.l3_db [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Floating IP 4cd70072-526b-4660-aba2-38a82f9d27b0 associated. External IP: 172.27.3.45, port: 78e6d2d0-bf54-4e6e-9fac-cb02da177806. Jul 13 19:18:49.142205 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:18:49.166015 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:18:49.166816 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 0f2399c6-a1d2-4cbb-b3a9-e97cbdc78a19 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:18:49.186649 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ed96-826d-41b4-808c-5cabd623cd9d req-ee12b5b6-cfc3-4160-8716-f8544160b310 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:49.188441 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7db3ed96-826d-41b4-808c-5cabd623cd9d req-ee12b5b6-cfc3-4160-8716-f8544160b310 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 946 time: 0.1338415 Jul 13 19:18:49.228705 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Deleting port 2a28db70-efe3-41a2-918d-ce42142475e4 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:18:49.229047 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.277121 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7db3ed96-826d-41b4-808c-5cabd623cd9d req-c16dd9ed-e923-4f06-b210-a2777fa4214f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802088 Jul 13 19:18:49.307654 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Router 724f9457-186e-417e-89bf-78084a83e506 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:18:49.340119 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] For port 2a28db70-efe3-41a2-918d-ce42142475e4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a28db70-efe3-41a2-918d-ce42142475e4,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:49.340618 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.356015 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Calling delete_port for 2a28db70-efe3-41a2-918d-ce42142475e4 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:18:49.429279 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:18:49.438479 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] Sync routers for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:18:49.448662 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.449561 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:49.450388 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:49.491643 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2990921b-8ff0-4cbb-92e8-06b4b89648ea tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8770359 Jul 13 19:18:49.491643 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:49.493170 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 60548) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:49.495083 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a09b5f-3817-45ec-8261-ae966ee59163" -d '{"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:49.499960 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-8ee525c7-b6e7-404d-98a6-9e4c1087c44d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233130321', 'description': 'tempest-secgroup-smoke-233130321 description', 'project_id': '765714cc36f34d2085fc80942a27d498'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:49.572694 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:49.811121 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8ee525c7-b6e7-404d-98a6-9e4c1087c44d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.827333 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '4cd70072-526b-4660-aba2-38a82f9d27b0', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '724f9457-186e-417e-89bf-78084a83e506', 'port_id': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'mac_address': 'fa:16:3e:3b:13:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:18:48Z', 'updated_at': '2021-07-13T19:18:48Z', 'revision_number': 0, 'project_id': '765714cc36f34d2085fc80942a27d498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 5, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:49.865722 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ada74-d572-401d-b917-37fd44756ea7 req-b6062bbf-4e88-478e-8b78-6fa599f4ec8a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:49.867304 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-011ada74-d572-401d-b917-37fd44756ea7 req-b6062bbf-4e88-478e-8b78-6fa599f4ec8a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.4489057 Jul 13 19:18:49.879875 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565414ec-c329-4b8c-a0dc-422071c3c104 req-42c4f57d-04a2-43c4-b031-f2999f2ee921 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:49.881389 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-565414ec-c329-4b8c-a0dc-422071c3c104 req-42c4f57d-04a2-43c4-b031-f2999f2ee921 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 946 time: 0.4619067 Jul 13 19:18:49.892274 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:49.911010 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8', 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', '2a28db70-efe3-41a2-918d-ce42142475e4'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:18:49.945025 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] Checking router: 724f9457-186e-417e-89bf-78084a83e506 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:18:49.953737 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:18:49.954347 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:18:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:49.959772 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event deleted for resources: {'Port': ['ID=2a28db70-efe3-41a2-918d-ce42142475e4,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:50.042602 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-011ada74-d572-401d-b917-37fd44756ea7 req-398551b4-8f08-40f8-bfdf-34025a29a90d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601326 Jul 13 19:18:50.043349 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] No DVR routers for this DVR port 2a28db70-efe3-41a2-918d-ce42142475e4 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:18:50.046795 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.048705 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-109acdd3-f0d2-416a-8324-06f76c0c5e92 req-0c188098-7713-44a7-b315-b817c52be64b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "DELETE /v2.0/ports/2a28db70-efe3-41a2-918d-ce42142475e4 HTTP/1.1" status: 204 len: 173 time: 0.9839032 Jul 13 19:18:50.049321 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'name': 'network-vif-deleted', 'tag': '2a28db70-efe3-41a2-918d-ce42142475e4'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:50.051626 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e593a-b277-473f-b975-18add3f1eb3b" -d '{"events": [{"server_uuid": "d30f98a7-957c-4ee2-8835-7037c87adf14", "name": "network-vif-deleted", "tag": "2a28db70-efe3-41a2-918d-ce42142475e4"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:50.056401 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-565414ec-c329-4b8c-a0dc-422071c3c104 req-76deb048-127e-4ef1-a955-ad18bf83ed05 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622078 Jul 13 19:18:50.077195 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:18:50.091552 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8ee525c7-b6e7-404d-98a6-9e4c1087c44d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.115253 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8ee525c7-b6e7-404d-98a6-9e4c1087c44d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.173726 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7413e68-0330-4635-afa6-d26b7e57741e x-openstack-request-id: req-b7413e68-0330-4635-afa6-d26b7e57741e {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:50.175808 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:50.175808 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7413e68-0330-4635-afa6-d26b7e57741e {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:50.175808 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'status': 'completed', 'code': 200} Jul 13 19:18:50.182014 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8ee525c7-b6e7-404d-98a6-9e4c1087c44d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.186232 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-8ee525c7-b6e7-404d-98a6-9e4c1087c44d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6905246 Jul 13 19:18:50.186834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 60564) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:50.195929 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-29f6923e-f676-4254-bc30-29494bc1656a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'security_group_rule': {'security_group_id': '0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7', 'project_id': '765714cc36f34d2085fc80942a27d498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:50.200841 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee525c7-b6e7-404d-98a6-9e4c1087c44d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:50.243936 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29f6923e-f676-4254-bc30-29494bc1656a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.272839 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-cecd578c-1f47-4f45-8fcc-1c8f977f9372 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:50.278790 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-cecd578c-1f47-4f45-8fcc-1c8f977f9372 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 946 time: 0.1538668 Jul 13 19:18:50.339456 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-7c9a83e2-3403-42ac-8222-5eafd6283d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:50.341117 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-7c9a83e2-3403-42ac-8222-5eafd6283d69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1098 time: 0.1640251 Jul 13 19:18:50.405464 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '4cd70072-526b-4660-aba2-38a82f9d27b0', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '724f9457-186e-417e-89bf-78084a83e506', 'port_id': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'mac_address': 'fa:16:3e:3b:13:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:18:48Z', 'updated_at': '2021-07-13T19:18:48Z', 'revision_number': 0, 'project_id': '765714cc36f34d2085fc80942a27d498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 5, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:18:50.434891 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff78c77-9c0d-4c9b-9f56-0f0a8c2b153c None None] The sync data for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi is: [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '4cd70072-526b-4660-aba2-38a82f9d27b0', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '724f9457-186e-417e-89bf-78084a83e506', 'port_id': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'mac_address': 'fa:16:3e:3b:13:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:18:48Z', 'updated_at': '2021-07-13T19:18:48Z', 'revision_number': 0, 'project_id': '765714cc36f34d2085fc80942a27d498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 5, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:18:50.452212 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-35c1c80a-f727-4e9b-a8fb-6faae7f67985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:50.454388 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-35c1c80a-f727-4e9b-a8fb-6faae7f67985 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 200 len: 915 time: 0.1037138 Jul 13 19:18:50.472814 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29f6923e-f676-4254-bc30-29494bc1656a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.506698 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-cb316b02-22fb-483c-ba40-7eecbeb182c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399660878&fields=id&tenant_id=663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 267 time: 0.1343560 Jul 13 19:18:50.507593 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29f6923e-f676-4254-bc30-29494bc1656a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.545694 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-a486765d-7b80-4777-9c12-ec5f8f17ecd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 998 time: 0.0832677 Jul 13 19:18:50.548914 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6923e-f676-4254-bc30-29494bc1656a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7d4851-28e0-4298-a663-399cbb81a064,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:50.593004 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-29f6923e-f676-4254-bc30-29494bc1656a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.594204 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-29f6923e-f676-4254-bc30-29494bc1656a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039545 Jul 13 19:18:50.598021 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60572) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:50.601948 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6764a-a460-47ff-9235-901931cb0cea req-86fd9b27-dfc3-4891-935b-b008de3ad67e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:50.603460 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ccb6764a-a460-47ff-9235-901931cb0cea req-86fd9b27-dfc3-4891-935b-b008de3ad67e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.2971067 Jul 13 19:18:50.605288 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-7a171a9f-4067-48ef-8844-cd8fdf1ab945 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'security_group_rule': {'security_group_id': '0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7', 'project_id': '765714cc36f34d2085fc80942a27d498', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:50.628941 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-f27ec825-f732-4859-b408-b49dec3bc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:50.630684 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-f27ec825-f732-4859-b408-b49dec3bc81e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ebdec44-698d-496e-8aa6-1ff1840938a9 HTTP/1.1" status: 200 len: 853 time: 0.0749781 Jul 13 19:18:50.666153 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Deleting port 3fcebebc-e445-4209-aa40-220694c9ea19 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:18:50.666580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.685803 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a171a9f-4067-48ef-8844-cd8fdf1ab945 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.712031 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0d8b5-62cb-4205-b594-6c6c67d6b1be None None] New status for floating IP 4cd70072-526b-4660-aba2-38a82f9d27b0: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:18:50.734541 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ccb6764a-a460-47ff-9235-901931cb0cea req-f683a243-bb84-46f8-a78f-ff3177b99dc3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235507 Jul 13 19:18:50.751832 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-200fa99c-ade2-4775-b369-81cb8c7b11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:50.753796 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-200fa99c-ade2-4775-b369-81cb8c7b11a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe850b57-c799-4025-a30d-0e45173f4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151888 Jul 13 19:18:50.793794 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-5931c0ac-d7e7-4f37-bb1c-96ad152d74e3 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:50.795283 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-5931c0ac-d7e7-4f37-bb1c-96ad152d74e3 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 811 time: 0.2748420 Jul 13 19:18:50.822923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f76aa-b1ca-43ae-bb42-4a8ba28f56cc x-openstack-request-id: req-655f76aa-b1ca-43ae-bb42-4a8ba28f56cc {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:50.823530 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f98a7-957c-4ee2-8835-7037c87adf14", "name": "network-vif-deleted", "tag": "2a28db70-efe3-41a2-918d-ce42142475e4", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:50.823530 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-655f76aa-b1ca-43ae-bb42-4a8ba28f56cc {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:50.823850 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f98a7-957c-4ee2-8835-7037c87adf14', 'name': 'network-vif-deleted', 'tag': '2a28db70-efe3-41a2-918d-ce42142475e4', 'status': 'completed', 'code': 200} Jul 13 19:18:50.825155 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-aa8acb81-e858-48a0-9f07-4a23db79befe tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/quotas/663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 375 time: 0.0229111 Jul 13 19:18:50.842083 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a171a9f-4067-48ef-8844-cd8fdf1ab945 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.848393 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] For port 3fcebebc-e445-4209-aa40-220694c9ea19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3fcebebc-e445-4209-aa40-220694c9ea19,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:50.848805 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.853829 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a171a9f-4067-48ef-8844-cd8fdf1ab945 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.866222 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Calling delete_port for 3fcebebc-e445-4209-aa40-220694c9ea19 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:18:50.882172 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a171a9f-4067-48ef-8844-cd8fdf1ab945 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8391e5a2-e670-4ab8-a637-a0f386585b7f,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:50.897346 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7a171a9f-4067-48ef-8844-cd8fdf1ab945 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:50.898709 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7a171a9f-4067-48ef-8844-cd8fdf1ab945 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2971311 Jul 13 19:18:50.901517 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60574) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:50.906538 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-aeede7f9-97d0-4f32-8492-dcbbdd9f3cf7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'security_group_rule': {'security_group_id': '0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7', 'project_id': '765714cc36f34d2085fc80942a27d498', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:50.954265 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-995b4f6a-7234-42db-bd1f-c503b95bef22 service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912169 Jul 13 19:18:51.017531 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-aeede7f9-97d0-4f32-8492-dcbbdd9f3cf7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.050177 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-41c1861c-0e58-46bf-b8d1-d3d89c10dca6 req-8c94d85c-4a5c-43c3-a87e-766a79e4a30d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30f98a7-957c-4ee2-8835-7037c87adf14 HTTP/1.1" status: 200 len: 210 time: 0.0384858 Jul 13 19:18:51.071635 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.083686 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['3fcebebc-e445-4209-aa40-220694c9ea19'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:18:51.097045 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-98a09b5f-3817-45ec-8261-ae966ee59163 req-38f64f87-bf6b-4a88-bcb7-317e60fc93c1 service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326683 Jul 13 19:18:51.112317 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-aeede7f9-97d0-4f32-8492-dcbbdd9f3cf7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.118222 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-aeede7f9-97d0-4f32-8492-dcbbdd9f3cf7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.122737 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Pushing event deleted for resources: {'Port': ['ID=3fcebebc-e445-4209-aa40-220694c9ea19,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:51.141293 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-f8577161-6090-441e-bbf3-d49992b13d8f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3077960 Jul 13 19:18:51.143193 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeede7f9-97d0-4f32-8492-dcbbdd9f3cf7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8db170-15ec-4dfa-8403-5a44d55ca84e,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:51.149927 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-aeede7f9-97d0-4f32-8492-dcbbdd9f3cf7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.153939 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-aeede7f9-97d0-4f32-8492-dcbbdd9f3cf7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488928 Jul 13 19:18:51.154156 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60580) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:51.158660 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-cbe308ab-e45f-460d-9e31-ac9414e2f705 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'security_group_rule': {'security_group_id': '0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7', 'project_id': '765714cc36f34d2085fc80942a27d498', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:51.187494 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe308ab-e45f-460d-9e31-ac9414e2f705 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.220183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] No DVR routers for this DVR port 3fcebebc-e445-4209-aa40-220694c9ea19 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:18:51.228867 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.230740 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5ba32fdb-4881-4d31-b78c-5d5e6f1dbf55 req-ad2eaa6e-d6ec-4ca8-81db-47cced0da34f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "DELETE /v2.0/ports/3fcebebc-e445-4209-aa40-220694c9ea19 HTTP/1.1" status: 204 len: 173 time: 0.9231527 Jul 13 19:18:51.252431 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe308ab-e45f-460d-9e31-ac9414e2f705 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.256344 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe308ab-e45f-460d-9e31-ac9414e2f705 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.266694 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-39688e8c-06ca-433b-bddb-ecf496c4e530 req-de0d52d4-fa57-4e53-8352-2c4716a7306b tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373 HTTP/1.1" status: 200 len: 210 time: 0.0429955 Jul 13 19:18:51.276904 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe308ab-e45f-460d-9e31-ac9414e2f705 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bd8a97-a92d-40ef-8e05-c327d971525f,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:51.285333 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cbe308ab-e45f-460d-9e31-ac9414e2f705 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.290478 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-cbe308ab-e45f-460d-9e31-ac9414e2f705 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316137 Jul 13 19:18:51.290760 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60582) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:51.295712 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'security_group_rule': {'security_group_id': '0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7', 'project_id': '765714cc36f34d2085fc80942a27d498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:51.306395 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-e9641d2b-4392-433f-bea8-01fc654d1861 service neutron] 10.222.0.62 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479266 Jul 13 19:18:51.329819 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.securitygroups_db [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Project 765714cc36f34d2085fc80942a27d498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:18:51.336320 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.423812 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.427983 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.428134 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-74f3a18e-d6a0-4fbb-8ed2-7620cb8f3453 service neutron] 10.222.0.62 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149552 Jul 13 19:18:51.448462 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df22b3a3-cb22-41d7-a58a-557f38f9e0a3,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:51.452714 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.454234 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-dfd58eca-9997-4e27-a353-cca02fcfd1a4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1623104 Jul 13 19:18:51.457023 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 60584) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:51.462233 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'security_group_rule': {'security_group_id': '0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7', 'project_id': '765714cc36f34d2085fc80942a27d498', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:51.475379 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cf3f7-c151-46f2-ae46-635f1b48fe8a req-f0dd1485-4ec3-474c-8ead-11accb1d4e5c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:51.477034 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d21cf3f7-c151-46f2-ae46-635f1b48fe8a req-f0dd1485-4ec3-474c-8ead-11accb1d4e5c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0852053 Jul 13 19:18:51.484762 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.securitygroups_db [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Project 765714cc36f34d2085fc80942a27d498 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:18:51.490566 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.528950 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d21cf3f7-c151-46f2-ae46-635f1b48fe8a req-aa0065c5-db1b-4643-8b36-51c24f8427e3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Jul 13 19:18:51.580819 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.584759 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.602620 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2e1862-c6ab-4004-b8c1-bec0d3fbbf48,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:51.608113 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:51.609370 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-8b6b2901-3a49-44fe-8340-43dd3378a895 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509995 Jul 13 19:18:51.740328 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-d93a9d00-adb9-4d39-9b62-f904059435dc tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233130321&fields=id&tenant_id=765714cc36f34d2085fc80942a27d498 HTTP/1.1" status: 200 len: 267 time: 0.0469537 Jul 13 19:18:51.808331 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-83aca2d9-f0ed-44be-b027-c4358770e0b5 req-ba279a23-bcbc-4520-bde7-618fe291e9b6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 210 time: 0.0605028 Jul 13 19:18:51.860735 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-e8608d90-41df-49c4-ad8b-09cc869a24fa tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:51.862352 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-e8608d90-41df-49c4-ad8b-09cc869a24fa tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.1157634 Jul 13 19:18:51.875580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'port': {'security_groups': ['d650bbe5-d224-4b7c-8309-18d34c745d61', '0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:52.003246 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:52.055426 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b1bd5-926c-4cd8-b860-c5d13a35e4bd req-1360e2bd-9707-4596-823a-d9a968de64fd tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:52.056925 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac7b1bd5-926c-4cd8-b860-c5d13a35e4bd req-1360e2bd-9707-4596-823a-d9a968de64fd tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1371510 Jul 13 19:18:52.130139 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac7b1bd5-926c-4cd8-b860-c5d13a35e4bd req-01047f7f-a66e-4587-b24d-15fadb7ca151 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635698 Jul 13 19:18:52.236316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:52.267785 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:52.273935 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:52.286394 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78e6d2d0-bf54-4e6e-9fac-cb02da177806'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:18:52.327072 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:52.327726 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:52.340223 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c86ebcaf-4840-4704-8dfd-627277d7f3f2 req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "PUT /v2.0/ports/78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 981 time: 0.4700978 Jul 13 19:18:52.378733 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b70d4a-e904-4f41-ac97-9cad9d95c0c4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=6']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:52.459526 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78e6d2d0-bf54-4e6e-9fac-cb02da177806'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:18:52.720713 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b07468-216d-43d7-ba9b-fa6d47294def req-a2b0cad1-9d36-481f-9634-eabfe9d03c55 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:52.724942 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-33b07468-216d-43d7-ba9b-fa6d47294def req-a2b0cad1-9d36-481f-9634-eabfe9d03c55 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.1424830 Jul 13 19:18:52.793005 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6adfe997-a3a3-4eaf-a4e7-3045a71f1e79 None None] Provisioning complete for port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:52.793245 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6adfe997-a3a3-4eaf-a4e7-3045a71f1e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:52.797451 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-33b07468-216d-43d7-ba9b-fa6d47294def req-407112b1-d230-4e06-bbdb-ebbfa6d71bc5 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662696 Jul 13 19:18:52.828833 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed314cc2-772f-45b0-8f07-1c7ed64843c2 req-47675fb6-e829-494c-be23-ad81cd9cf7fe tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:52.838205 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ed314cc2-772f-45b0-8f07-1c7ed64843c2 req-47675fb6-e829-494c-be23-ad81cd9cf7fe tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.1007407 Jul 13 19:18:52.840946 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'name': 'network-vif-deleted', 'tag': '3fcebebc-e445-4209-aa40-220694c9ea19'}, {'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:52.843241 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c4278c-3308-4e44-8a95-9b526cddbb7e" -d '{"events": [{"server_uuid": "28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373", "name": "network-vif-deleted", "tag": "3fcebebc-e445-4209-aa40-220694c9ea19"}, {"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:52.878919 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ed314cc2-772f-45b0-8f07-1c7ed64843c2 req-321a6722-2a8f-4e99-8221-7b671ccb6b71 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Jul 13 19:18:52.998618 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d37bc-9c82-4ec3-9024-949d25b706fd req-04a5aefa-95d5-4be3-b658-789b42aa3999 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:53.001002 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-877d37bc-9c82-4ec3-9024-949d25b706fd req-04a5aefa-95d5-4be3-b658-789b42aa3999 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0840678 Jul 13 19:18:53.050133 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-36ba6671-fd9b-466b-8d9c-209b085409d4 req-51cb0286-e626-4d4e-9bd3-1299626a9875 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 210 time: 0.0362444 Jul 13 19:18:53.077085 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-877d37bc-9c82-4ec3-9024-949d25b706fd req-86be40c4-c1a9-4a1b-82ea-01c35dbaebc3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702405 Jul 13 19:18:53.101874 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d0f99-c9df-45ce-9bbf-a3061ed00024 x-openstack-request-id: req-f99d0f99-c9df-45ce-9bbf-a3061ed00024 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:53.102210 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373", "name": "network-vif-deleted", "tag": "3fcebebc-e445-4209-aa40-220694c9ea19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:53.102473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f99d0f99-c9df-45ce-9bbf-a3061ed00024 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:53.102875 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ad2b6d-2f31-4c3a-8aa4-d7b5ef574373', 'name': 'network-vif-deleted', 'tag': '3fcebebc-e445-4209-aa40-220694c9ea19', 'status': 'completed', 'code': 200} Jul 13 19:18:53.103134 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'status': 'completed', 'code': 200} Jul 13 19:18:53.306880 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddaeefa-b084-4e89-a360-c5ca40d20e64 req-e4ed066f-b00d-4053-beb0-c58a4ad6c473 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:53.308270 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fddaeefa-b084-4e89-a360-c5ca40d20e64 req-e4ed066f-b00d-4053-beb0-c58a4ad6c473 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0651028 Jul 13 19:18:53.345080 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fddaeefa-b084-4e89-a360-c5ca40d20e64 req-1692361c-cd88-4aa1-a3e9-3b2bfc251ee1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Jul 13 19:18:54.068723 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88e991-82c7-4dcf-b026-3ecba3d9cacb req-585832d3-c680-4a9b-b501-c3147659f558 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:54.070140 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-af88e991-82c7-4dcf-b026-3ecba3d9cacb req-585832d3-c680-4a9b-b501-c3147659f558 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.0724990 Jul 13 19:18:54.109128 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-af88e991-82c7-4dcf-b026-3ecba3d9cacb req-e3ee089d-e0e9-4fd5-b524-3ec244ae9970 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Jul 13 19:18:54.194346 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-22b775be-4dc4-431d-8914-4ac733d8702c req-8b40d5c2-638a-4514-a608-2f9d20dfebdb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 210 time: 0.0308549 Jul 13 19:18:54.285195 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9399d1-6e93-4214-b43a-95af0ea6df1b req-5d6e9be8-400f-4a6e-8324-3c310cc3cd69 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:54.286706 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-de9399d1-6e93-4214-b43a-95af0ea6df1b req-5d6e9be8-400f-4a6e-8324-3c310cc3cd69 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0651920 Jul 13 19:18:54.327107 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-de9399d1-6e93-4214-b43a-95af0ea6df1b req-7aac7652-0bed-4277-b646-b18a19de1c4e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Jul 13 19:18:54.531497 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b33a0-8ec3-430d-b5cc-14c88888374d req-91f7f558-fcb3-4b1f-929c-ae1008c068ae tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:54.532997 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e02b33a0-8ec3-430d-b5cc-14c88888374d req-91f7f558-fcb3-4b1f-929c-ae1008c068ae tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0781341 Jul 13 19:18:54.570078 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e02b33a0-8ec3-430d-b5cc-14c88888374d req-9b0231b9-ad07-4d9e-ba12-a2e5148f8b59 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Jul 13 19:18:55.290289 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a674de-a555-45a8-8f5b-4b74e0375975 req-729fa348-080c-484f-bdf7-2506dcf7bf74 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:55.291747 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-15a674de-a555-45a8-8f5b-4b74e0375975 req-729fa348-080c-484f-bdf7-2506dcf7bf74 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.0642457 Jul 13 19:18:55.339668 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-22b67a01-7831-41bd-bf88-2ad34e7be6f4 req-43581d7a-3109-40de-9c10-99c4dcd29330 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 210 time: 0.0352614 Jul 13 19:18:55.353358 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-15a674de-a555-45a8-8f5b-4b74e0375975 req-b2c4e8bc-947d-407c-829a-2c96daf6f549 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560257 Jul 13 19:18:55.508474 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e8e34-8add-4dd4-8027-8385d367c2c2 req-d219447e-3218-415c-8063-0381824f6847 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:55.510055 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-353e8e34-8add-4dd4-8027-8385d367c2c2 req-d219447e-3218-415c-8063-0381824f6847 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0725205 Jul 13 19:18:55.547652 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-353e8e34-8add-4dd4-8027-8385d367c2c2 req-3db2d291-ddcb-421b-a49a-83c0d093e9a4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Jul 13 19:18:55.756122 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a65fc8-b26f-4aa4-bccd-cfc4d08a9c9b req-7e7ed46e-057b-4cac-8fa6-e3f6771ab78a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:55.757612 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-96a65fc8-b26f-4aa4-bccd-cfc4d08a9c9b req-7e7ed46e-057b-4cac-8fa6-e3f6771ab78a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0768430 Jul 13 19:18:55.799179 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-96a65fc8-b26f-4aa4-bccd-cfc4d08a9c9b req-1b427c05-b8ca-4694-aea2-e175e44d920a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332241 Jul 13 19:18:55.984309 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 2a28db70-efe3-41a2-918d-ce42142475e4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:18:56.014438 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 2a28db70-efe3-41a2-918d-ce42142475e4 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:18:56.014786 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 2a28db70-efe3-41a2-918d-ce42142475e4 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:18:56.075369 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-1725b4c5-70b4-4d00-94dd-596f039c6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.077626 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-1725b4c5-70b4-4d00-94dd-596f039c6e77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1137 time: 0.0609124 Jul 13 19:18:56.123692 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-ea4caf33-3a99-4560-922e-cc731246a8df tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.126139 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-ea4caf33-3a99-4560-922e-cc731246a8df tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 811 time: 0.1105096 Jul 13 19:18:56.169267 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-e4496fc4-a16e-483e-9617-a2ec7bfc7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.170855 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-e4496fc4-a16e-483e-9617-a2ec7bfc7bce service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 200 len: 915 time: 0.0867002 Jul 13 19:18:56.181325 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-c67b66a4-239d-406b-86d0-8f1a16558500 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 380 time: 0.0362582 Jul 13 19:18:56.197357 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'port': {'device_id': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'admin_state_up': True, 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'security_groups': ['4cf4b074-0a00-45c8-b167-77faf5b150cc']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:56.240889 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-c818f40b-b16c-4a27-b603-4befbe3c2d12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 1000 time: 0.0627718 Jul 13 19:18:56.294334 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-e7555e2d-48fc-4e82-93e4-d6ba118999ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.295826 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-e7555e2d-48fc-4e82-93e4-d6ba118999ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ebdec44-698d-496e-8aa6-1ff1840938a9 HTTP/1.1" status: 200 len: 853 time: 0.0459762 Jul 13 19:18:56.300548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Made reservation on behalf of 663b1b0b656c40d5aac665461a439551 for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:18:56.304177 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:56.355452 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-650d5fb8-f431-4f70-bd06-05b680cf7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.356892 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-650d5fb8-f431-4f70-bd06-05b680cf7746 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe850b57-c799-4025-a30d-0e45173f4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518529 Jul 13 19:18:56.439113 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Allocated IP 172.20.0.9 (d6e078eb-4d52-420d-8aa8-d68739dfa9a4/121e354e-8d71-4875-9149-4245228e182f/e530c081-78e0-4df0-9bdb-0fc9f70c9e53) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:18:56.460600 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-e1c7d125-31b2-4656-a0ea-57dc4040811d service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961475 Jul 13 19:18:56.560466 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-31c4278c-3308-4e44-8a95-9b526cddbb7e req-e4f16aa7-7b44-4936-b6c5-b90a90a39adf service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Jul 13 19:18:56.560826 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c4b61f20-13d5-49dd-9547-371e7d033522 req-7be59e8a-78ba-4996-af02-d8863023e4f7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 210 time: 0.0792687 Jul 13 19:18:56.666097 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a53c2-86b2-46b7-9a69-6b0529212d33 req-0d7f00fd-32a1-48ff-8c7d-9e5e7b8492d2 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.668220 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3b5a53c2-86b2-46b7-9a69-6b0529212d33 req-0d7f00fd-32a1-48ff-8c7d-9e5e7b8492d2 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.1689003 Jul 13 19:18:56.671397 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:56.735133 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Transition to ACTIVE for port object e530c081-78e0-4df0-9bdb-0fc9f70c9e53 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:56.765721 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3b5a53c2-86b2-46b7-9a69-6b0529212d33 req-771800fc-7802-446f-992e-8b325f84ae21 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877719 Jul 13 19:18:56.809366 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ed3a3-3f34-48c3-95d5-5212c6455989 req-f697f2f4-ecaa-4bb3-9dde-cc3d87ccd01a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:56.816764 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-239ed3a3-3f34-48c3-95d5-5212c6455989 req-f697f2f4-ecaa-4bb3-9dde-cc3d87ccd01a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1263993 Jul 13 19:18:56.825023 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:56.896850 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:18:56.907356 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-239ed3a3-3f34-48c3-95d5-5212c6455989 req-f7f21cec-ae88-4796-b32b-12058c961687 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897624 Jul 13 19:18:56.908184 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:18:56.910473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:56.923884 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:18:56.945829 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 3fcebebc-e445-4209-aa40-220694c9ea19 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:18:56.992644 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 3fcebebc-e445-4209-aa40-220694c9ea19 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:18:56.993259 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 3fcebebc-e445-4209-aa40-220694c9ea19 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:18:57.017361 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.062537 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:57.063359 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.091048 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-4591f2e4-8a8f-4d80-b14a-cd07caab051d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8976905 Jul 13 19:18:57.109143 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Request body: {'port': {'device_id': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:18:57.148759 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e52d1e-2085-4600-99ee-fac77d643a9c req-1889c1f8-bcd7-4332-8dbb-d01f86a26bd9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:57.152257 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b6e52d1e-2085-4600-99ee-fac77d643a9c req-1889c1f8-bcd7-4332-8dbb-d01f86a26bd9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1761103 Jul 13 19:18:57.221671 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0a95cf6d-4264-4e35-887c-a3bf68022aa0 None None] Provisioning for port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:18:57.226671 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b6e52d1e-2085-4600-99ee-fac77d643a9c req-677e8553-2783-4a1b-b6e7-376969021479 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 Jul 13 19:18:57.231180 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0a95cf6d-4264-4e35-887c-a3bf68022aa0 None None] Provisioning complete for port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:18:57.231840 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0a95cf6d-4264-4e35-887c-a3bf68022aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.238567 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.286766 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-0a95cf6d-4264-4e35-887c-a3bf68022aa0 None None] Port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:18:57.457023 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112db18-7bc2-4a8a-9c43-ce0f38f2c06c req-5a6e6c79-f97b-4fc4-b3d2-eb708d2c1e67 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:57.458545 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c112db18-7bc2-4a8a-9c43-ce0f38f2c06c req-5a6e6c79-f97b-4fc4-b3d2-eb708d2c1e67 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1702929 Jul 13 19:18:57.527797 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c112db18-7bc2-4a8a-9c43-ce0f38f2c06c req-780a277b-4db8-42b7-948f-65d29c423262 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594225 Jul 13 19:18:57.584491 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e530c081-78e0-4df0-9bdb-0fc9f70c9e53 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:18:57.592253 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.606071 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Transition to ACTIVE for port object e530c081-78e0-4df0-9bdb-0fc9f70c9e53 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:18:57.611525 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.668605 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Pushing event updated for resources: {'Port': ['ID=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:57.780975 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Attempting to bind port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:18:57.781321 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Attempting to bind port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:18:57.781705 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Attempting to bind port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:57.789485 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:18:57.789886 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Attempting to bind port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:18:57.795536 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535510f7-9635-49aa-b956-17064e52dcec req-f676792e-eccf-4795-a144-1f8e9775ebd2 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:57.798076 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-535510f7-9635-49aa-b956-17064e52dcec req-f676792e-eccf-4795-a144-1f8e9775ebd2 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.0746014 Jul 13 19:18:57.798421 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:18:57.798772 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Checking segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:18:57.799145 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Bound using segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:18:57.799557 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Bound port: e530c081-78e0-4df0-9bdb-0fc9f70c9e53, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:18:57.799909 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.816705 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2a167-ec9a-4cb2-83c2-2db02f24ae3d req-e0709314-8d14-4531-a305-f7c15d9cf054 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:57.823749 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-91e2a167-ec9a-4cb2-83c2-2db02f24ae3d req-e0709314-8d14-4531-a305-f7c15d9cf054 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.1309025 Jul 13 19:18:57.899378 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-91e2a167-ec9a-4cb2-83c2-2db02f24ae3d req-6396bc46-21a7-43c9-83b6-13900ca061b7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747347 Jul 13 19:18:57.948149 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Deleting port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:18:57.948498 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:57.952071 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] For port e530c081-78e0-4df0-9bdb-0fc9f70c9e53, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:18:57.966812 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] For port e530c081-78e0-4df0-9bdb-0fc9f70c9e53, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:18:57.982252 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:58.028416 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.61', 56761) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:18:58.030170 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc280a-de04-4d35-868a-aacdb7d9217e req-dba33dad-5f63-4c5b-bcae-c13bebfcacbd tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.035295 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-44bc280a-de04-4d35-868a-aacdb7d9217e req-dba33dad-5f63-4c5b-bcae-c13bebfcacbd tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 946 time: 0.1209478 Jul 13 19:18:58.050117 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.050865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:58.052446 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] 10.222.0.61 "PUT /v2.0/ports/e530c081-78e0-4df0-9bdb-0fc9f70c9e53 HTTP/1.1" status: 200 len: 1093 time: 0.9506269 Jul 13 19:18:58.052993 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:58.055460 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816181c6-83c9-48a8-9a50-f2e6657869a5" -d '{"events": [{"name": "network-changed", "server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:58.411823 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c207e-8ea4-498d-a380-0b8b6afc8891 service neutron] Pushing event updated for resources: {'Port': ['ID=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:58.447715 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] For port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:18:58.447986 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:58.450355 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-44bc280a-de04-4d35-868a-aacdb7d9217e req-dabfc68f-0edb-4b11-a379-2bef1af600cc tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919649 Jul 13 19:18:58.473468 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Calling delete_port for a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:18:58.482664 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96f477-dfd7-4706-8d57-9782fb215680 req-2aef4b13-3dad-4982-9037-1771059f1839 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.484171 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6e96f477-dfd7-4706-8d57-9782fb215680 req-2aef4b13-3dad-4982-9037-1771059f1839 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.3849733 Jul 13 19:18:58.516947 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62f4e7-e860-4678-a0b6-e4da65605db2 x-openstack-request-id: req-2d62f4e7-e860-4678-a0b6-e4da65605db2 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:58.516947 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:58.516947 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d62f4e7-e860-4678-a0b6-e4da65605db2 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:58.516947 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'status': 'completed', 'code': 200} Jul 13 19:18:58.520086 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-2fc23787-0b1e-4028-9c16-8694d9531910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.521147 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-2fc23787-0b1e-4028-9c16-8694d9531910 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 1096 time: 0.1216495 Jul 13 19:18:58.540344 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-c6543e8d-3983-47cf-9350-02cf327c7f15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5246077 Jul 13 19:18:58.544274 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-5ee3be91-c9b2-4c2e-8464-4e303e1d5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.546287 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-5ee3be91-c9b2-4c2e-8464-4e303e1d5287 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd&tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 1096 time: 0.5149670 Jul 13 19:18:58.573369 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6e96f477-dfd7-4706-8d57-9782fb215680 req-6047723e-16d5-4d85-9f35-be36fcf6c5d7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780473 Jul 13 19:18:58.574738 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-8e8775b6-9a7a-48be-b4f6-368941a9e7ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53 HTTP/1.1" status: 200 len: 217 time: 0.0429487 Jul 13 19:18:58.654565 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-7dc6e314-0902-41c8-bdd6-d358d8fdcef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.656052 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-7dc6e314-0902-41c8-bdd6-d358d8fdcef8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0750449 Jul 13 19:18:58.714348 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-df9031e7-05f8-4490-a3a1-2bcd8902f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.715748 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-df9031e7-05f8-4490-a3a1-2bcd8902f31c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1096 time: 0.1373143 Jul 13 19:18:58.719306 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-e936b4b9-8925-4dba-befc-984f83152891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.720676 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-e936b4b9-8925-4dba-befc-984f83152891 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 1098 time: 0.1548758 Jul 13 19:18:58.737889 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:58.753355 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408eda5-6de7-4515-9fad-6eccb29d026b req-47d3edad-f2dd-4f87-baa2-46ab9abc4789 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.754841 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7408eda5-6de7-4515-9fad-6eccb29d026b req-47d3edad-f2dd-4f87-baa2-46ab9abc4789 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1357732 Jul 13 19:18:58.766596 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event deleted for resources: {'Port': ['ID=a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:18:58.795376 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.795725 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.796327 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.796437 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.796698 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.797029 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.797343 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.797712 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.798038 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.798363 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.798686 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.799009 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:18:58.807224 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-cf840a67-9f4b-4b35-b974-f9a9ee59bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.808707 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-cf840a67-9f4b-4b35-b974-f9a9ee59bd70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1431520 Jul 13 19:18:58.817876 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7408eda5-6de7-4515-9fad-6eccb29d026b req-388d40b7-4fe5-4239-a99a-2154d01fe2d2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565741 Jul 13 19:18:58.825283 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] No DVR routers for this DVR port a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 on host hv-cinder-78693 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:18:58.826432 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34557b38-b86b-4f3d-a06d-2d5ca1a2a053 req-fd57ffed-c296-44d4-9f17-f571bd2583f7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:58.827613 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-34557b38-b86b-4f3d-a06d-2d5ca1a2a053 req-fd57ffed-c296-44d4-9f17-f571bd2583f7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1265166 Jul 13 19:18:58.831802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:58.833842 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-535510f7-9635-49aa-b956-17064e52dcec req-b6205f45-ec13-4dbb-b9af-37cfb8af6c16 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "DELETE /v2.0/ports/a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 HTTP/1.1" status: 204 len: 173 time: 1.0234051 Jul 13 19:18:58.834288 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'name': 'network-vif-deleted', 'tag': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:18:58.840075 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d2382-0459-482c-9d7e-5c467404e384" -d '{"events": [{"server_uuid": "3541fe28-7781-4bc3-9d10-386188a2fa37", "name": "network-vif-deleted", "tag": "a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:18:58.866590 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-34557b38-b86b-4f3d-a06d-2d5ca1a2a053 req-cb1a4b6b-b212-4f92-82cb-0772d78435df tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313911 Jul 13 19:18:58.874501 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce17a33-84ea-4b77-a03f-ce2137fc7eea x-openstack-request-id: req-0ce17a33-84ea-4b77-a03f-ce2137fc7eea {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:18:58.874889 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3541fe28-7781-4bc3-9d10-386188a2fa37", "name": "network-vif-deleted", "tag": "a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:18:58.875238 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ce17a33-84ea-4b77-a03f-ce2137fc7eea {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:18:58.875712 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3541fe28-7781-4bc3-9d10-386188a2fa37', 'name': 'network-vif-deleted', 'tag': 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3', 'status': 'completed', 'code': 200} Jul 13 19:18:59.112063 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175d2f-d6bf-4559-aab1-ecd96bd99bcc req-01726c6d-0293-42f7-af6c-03cd308a1dd1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:59.113504 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9f175d2f-d6bf-4559-aab1-ecd96bd99bcc req-01726c6d-0293-42f7-af6c-03cd308a1dd1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0723748 Jul 13 19:18:59.167566 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9f175d2f-d6bf-4559-aab1-ecd96bd99bcc req-b223a4ee-037a-4b86-9bec-ec1880445532 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 Jul 13 19:18:59.202765 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-35c807c8-cfc5-4845-8ffb-32cfcafb808d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:18:59.602003 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2c2ef57e-a4f6-456c-8401-f4761df65dee req-349dbf9b-a2db-4118-bf6a-0b952f0bd5bb tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 210 time: 0.0299835 Jul 13 19:18:59.759930 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6ec8-8fa8-4469-a163-ff2680219932 req-e32eb47a-18e1-4d6c-b447-0e429c9e0322 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:18:59.761308 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fe7f6ec8-8fa8-4469-a163-ff2680219932 req-e32eb47a-18e1-4d6c-b447-0e429c9e0322 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0642736 Jul 13 19:18:59.798399 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fe7f6ec8-8fa8-4469-a163-ff2680219932 req-92bf0a62-9110-4888-800d-e18b814bde1c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Jul 13 19:19:00.035062 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaeae3-31a6-4c69-a14c-a8a9779566a4 req-53261448-d029-4f6c-a344-ca6c53b8c7f6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:00.036439 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9efaeae3-31a6-4c69-a14c-a8a9779566a4 req-53261448-d029-4f6c-a344-ca6c53b8c7f6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0978918 Jul 13 19:19:00.080800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cebe4-5437-4d2f-abcd-88fb5b83dce3 req-9a4dd1f4-6712-4215-bd6b-0cb9587e09a0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:00.082279 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-333cebe4-5437-4d2f-abcd-88fb5b83dce3 req-9a4dd1f4-6712-4215-bd6b-0cb9587e09a0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1029022 Jul 13 19:19:00.089588 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9efaeae3-31a6-4c69-a14c-a8a9779566a4 req-2d5b73d5-419e-4992-a183-fa038e6639c4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Jul 13 19:19:00.121813 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-333cebe4-5437-4d2f-abcd-88fb5b83dce3 req-f32f46b9-0d9b-40db-8002-8bb6700995ea tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Jul 13 19:19:00.345306 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f497e9-bf0b-4e10-9839-5cd44df10d6b req-bf602c5e-7f2e-4bcf-b589-ada880f8a404 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:00.346680 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-39f497e9-bf0b-4e10-9839-5cd44df10d6b req-bf602c5e-7f2e-4bcf-b589-ada880f8a404 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0633705 Jul 13 19:19:00.387663 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-39f497e9-bf0b-4e10-9839-5cd44df10d6b req-84511064-5c7f-49ff-b05a-f8e355902ed1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351381 Jul 13 19:19:00.743587 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1209f595-a8be-41ce-a2f6-331dbbb69437 req-15f06c2a-46d3-4e29-b125-7688d1a31654 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Jul 13 19:19:00.984742 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa604d56-3f2a-4844-be26-5368694b925e req-ca5fb15e-650e-4b8a-a048-3a9a0c8ad6b1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:00.986299 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aa604d56-3f2a-4844-be26-5368694b925e req-ca5fb15e-650e-4b8a-a048-3a9a0c8ad6b1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0630314 Jul 13 19:19:01.026366 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aa604d56-3f2a-4844-be26-5368694b925e req-eb2658d3-576b-46d5-bd6c-94c378fcbfaf tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343490 Jul 13 19:19:01.317218 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d492a-36ff-414d-9299-01405120c30e req-27b30198-2e9c-4f09-8a88-56084437454c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.318635 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8f8d492a-36ff-414d-9299-01405120c30e req-27b30198-2e9c-4f09-8a88-56084437454c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1053979 Jul 13 19:19:01.338617 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77140-6326-4360-9ec7-550c90cff130 req-a8049a66-bd74-46a9-bdde-9a9128a19225 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.340001 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e6e77140-6326-4360-9ec7-550c90cff130 req-a8049a66-bd74-46a9-bdde-9a9128a19225 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0967777 Jul 13 19:19:01.385685 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8f8d492a-36ff-414d-9299-01405120c30e req-10ff09bd-ef57-416b-af38-7dc87d2dae03 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600903 Jul 13 19:19:01.392798 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e6e77140-6326-4360-9ec7-550c90cff130 req-7b98bf3b-0fe4-43f6-ad3f-eacc862bb2b6 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457058 Jul 13 19:19:01.530462 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8', 'a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:19:01.674865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8f341-7712-4620-9551-0eaaa9c16a4d req-b81b4ff5-b521-4499-b832-cd464d1e2646 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.676405 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-21e8f341-7712-4620-9551-0eaaa9c16a4d req-b81b4ff5-b521-4499-b832-cd464d1e2646 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.1689074 Jul 13 19:19:01.680547 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-419bb57b-e382-46f3-ae81-4c17ed5e1564 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197534 Jul 13 19:19:01.692092 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-b86f5e12-4b0f-4c43-9e01-4d03300c7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.693758 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-b86f5e12-4b0f-4c43-9e01-4d03300c7ee0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.1679833 Jul 13 19:19:01.696316 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-89b68080-ff54-4ca5-a123-53dca39ee532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.697761 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-89b68080-ff54-4ca5-a123-53dca39ee532 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.1496892 Jul 13 19:19:01.781764 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-21e8f341-7712-4620-9551-0eaaa9c16a4d req-9b05bec0-afe5-4b5d-948f-5b54079f7bf0 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979059 Jul 13 19:19:01.786810 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-69dd538b-905c-42ef-a99e-89dd393e37a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f58ed6-b4d0-4c85-b401-bc8507279690 HTTP/1.1" status: 200 len: 217 time: 0.0740702 Jul 13 19:19:01.827724 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-501885dd-b2cb-4931-9d71-c3257fc9700e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:01.830126 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-673a031d-e9f0-4486-9c86-0701bc75afc0 req-938241e7-c172-4e5a-bbf4-76cc7156fd13 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301010 Jul 13 19:19:01.837673 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-77bcbf03-bc65-4a34-9077-d11963764e73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 200 len: 998 time: 0.1261032 Jul 13 19:19:01.868452 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-9335c3aa-0f8b-49e9-a609-f4ed84b2233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.870445 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-9335c3aa-0f8b-49e9-a609-f4ed84b2233d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0717669 Jul 13 19:19:01.919190 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-e85954e8-4369-4559-9d18-fbf3fa9b214f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305641 Jul 13 19:19:01.920180 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0923faab-389a-4027-960d-61a118d05aa3 req-24425564-5b30-423d-ac04-4e38ce4cfb83 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=3541fe28-7781-4bc3-9d10-386188a2fa37 HTTP/1.1" status: 200 len: 210 time: 0.0351670 Jul 13 19:19:01.947673 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-ff5e4f6f-b1d6-43bc-bd8d-a16677030ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.949112 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-ff5e4f6f-b1d6-43bc-bd8d-a16677030ffd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0969906 Jul 13 19:19:01.961131 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-95ef5cbc-e97c-41e7-8417-7baafb10c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:01.962700 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-95ef5cbc-e97c-41e7-8417-7baafb10c76e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 1096 time: 0.0673647 Jul 13 19:19:02.049407 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-b04db30b-3f6a-4ab3-a104-b36a3e8807d9 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200976 Jul 13 19:19:02.057967 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-3874e85f-196e-4881-a9de-4facb2aecd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.058586 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-8eaedf7f-1416-483f-8eeb-14dca050228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.059454 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-3874e85f-196e-4881-a9de-4facb2aecd90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.0862443 Jul 13 19:19:02.060008 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-8eaedf7f-1416-483f-8eeb-14dca050228f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842314 Jul 13 19:19:02.113972 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-3602580d-6401-41ca-ab91-a9ef9e5735fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53 HTTP/1.1" status: 200 len: 217 time: 0.0365739 Jul 13 19:19:02.183165 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:02.204416 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-3dd45696-10c3-4bed-af62-9d0db96cb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.205933 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-3dd45696-10c3-4bed-af62-9d0db96cb5ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0785477 Jul 13 19:19:02.230036 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-46d675fd-dedf-4ed6-b2d2-34e5dfa27e96 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522093 Jul 13 19:19:02.232724 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b4f7c815-2b4a-4945-aac5-edcc53d8c729 req-31d64abe-c572-40f4-9f48-f757b24d5c87 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718447 Jul 13 19:19:02.262330 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0baa0-6aee-49f4-b7e8-e7941d954111 req-4649da1e-7459-4825-9a4f-9859a13d4d3b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.264066 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d8e0baa0-6aee-49f4-b7e8-e7941d954111 req-4649da1e-7459-4825-9a4f-9859a13d4d3b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1102567 Jul 13 19:19:02.313576 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-7bc4d567-a510-4090-b112-51626d995455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.315104 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-7bc4d567-a510-4090-b112-51626d995455 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959203 Jul 13 19:19:02.318366 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d8e0baa0-6aee-49f4-b7e8-e7941d954111 req-1b8e6ce5-ed01-420f-b5e9-30cfc6217a1c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456281 Jul 13 19:19:02.328646 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-cd3f4194-6c0b-4500-a4d7-0e19f31ae275 req-f154dcc2-8e77-474d-bcd5-b905b1e3754a service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890396 Jul 13 19:19:02.422697 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-4d67e7e5-348f-4b55-82a2-a77aae841199 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975516 Jul 13 19:19:02.588998 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-816181c6-83c9-48a8-9a50-f2e6657869a5 req-261ed401-e360-496b-83ac-94b1ccefc7e8 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584647 Jul 13 19:19:02.635831 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991e37e-4862-4092-80c9-2ba0a8fa9026 req-f64135f4-e8ba-4aa8-902c-620fc216b896 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.637320 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c991e37e-4862-4092-80c9-2ba0a8fa9026 req-f64135f4-e8ba-4aa8-902c-620fc216b896 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1219280 Jul 13 19:19:02.645532 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14b5c7-7c3d-406d-830f-620522dd468b req-c8401f60-62e9-4cb4-8263-45de306ecc0e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.646934 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6f14b5c7-7c3d-406d-830f-620522dd468b req-c8401f60-62e9-4cb4-8263-45de306ecc0e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1304388 Jul 13 19:19:02.699305 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c991e37e-4862-4092-80c9-2ba0a8fa9026 req-c8b2e95e-fcbc-4e7b-a2f4-3b3469830004 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514307 Jul 13 19:19:02.706480 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6f14b5c7-7c3d-406d-830f-620522dd468b req-e9dafd50-6db7-4eed-b1a3-e2ab83cf08f7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527532 Jul 13 19:19:02.877536 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:02.985068 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f037-0f62-4773-89a4-5248b366ed39 req-e34e5a44-763b-4c2b-ae12-e2cab67e5f26 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:02.986601 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-e34e5a44-763b-4c2b-ae12-e2cab67e5f26 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/networks?id=8a1994e6-5e8c-42fc-ad0c-e477c5745576 HTTP/1.1" status: 200 len: 813 time: 0.1962745 Jul 13 19:19:03.013192 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-99894f12-c97c-4535-b0ac-672df4eca459 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/quotas/d56160021fb64645a5d1586e6ecce54a HTTP/1.1" status: 200 len: 375 time: 0.0203924 Jul 13 19:19:03.037227 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c195a-ecad-4d82-893d-c251f722347e req-766e4edd-1b2e-4dd2-8616-2beb7378af83 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:03.038682 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e51c195a-ecad-4d82-893d-c251f722347e req-766e4edd-1b2e-4dd2-8616-2beb7378af83 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.1147041 Jul 13 19:19:03.060660 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-b609e1b3-20f1-41d8-a61a-858023507188 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d56160021fb64645a5d1586e6ecce54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411482 Jul 13 19:19:03.151151 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e51c195a-ecad-4d82-893d-c251f722347e req-5fbcae1a-d15e-4828-9a05-7a5da55c60c3 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938351 Jul 13 19:19:03.201210 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-9b2574ed-9308-447b-8f0d-3e200dfa1e28 service neutron] 10.222.0.62 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241698 Jul 13 19:19:03.314045 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-04e72f7a-3eec-4522-ae2c-3d79d9981a4f service neutron] 10.222.0.62 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072865 Jul 13 19:19:03.535079 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c471828c-e140-4d01-8772-2a71669d493d req-2eee7d35-0b5e-4dab-88ed-f51f24bfd79c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0308769 Jul 13 19:19:03.537363 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:19:03.566188 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:19:03.566775 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device a3edd7ac-3d35-447a-a6bc-79e0e5b6e6f3 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:19:03.576419 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338c0d8-ded7-416c-bb0f-1ec6f93b50aa req-6efad270-5bf7-408b-ba84-ea57655295a7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:03.578085 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c338c0d8-ded7-416c-bb0f-1ec6f93b50aa req-6efad270-5bf7-408b-ba84-ea57655295a7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1201417 Jul 13 19:19:03.637207 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c338c0d8-ded7-416c-bb0f-1ec6f93b50aa req-6647691f-7881-4ece-830b-bf39a2bf1a32 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512414 Jul 13 19:19:03.955746 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b730321-97ea-460f-84d7-51be07267535 req-668df6fa-686c-480f-87c1-ccd23baf0952 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:03.958312 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b730321-97ea-460f-84d7-51be07267535 req-668df6fa-686c-480f-87c1-ccd23baf0952 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1279626 Jul 13 19:19:03.996467 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36769b75-3632-4c0f-9a1d-2c08e5eefe5f req-7e372190-65b2-4b61-a2a2-57fe97be3055 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:04.003957 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-36769b75-3632-4c0f-9a1d-2c08e5eefe5f req-7e372190-65b2-4b61-a2a2-57fe97be3055 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1332021 Jul 13 19:19:04.053336 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b730321-97ea-460f-84d7-51be07267535 req-c1e30034-90c8-48f0-8cf8-4b97c2a391a9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900469 Jul 13 19:19:04.062130 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-36769b75-3632-4c0f-9a1d-2c08e5eefe5f req-690f878a-94d4-4d39-a93f-8b6a0559d8be tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570550 Jul 13 19:19:04.335345 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb8d0b-7c01-4db4-afa5-8b9f72775aec req-72db5df1-a37f-46e8-b53c-467369472243 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:04.336705 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-06bb8d0b-7c01-4db4-afa5-8b9f72775aec req-72db5df1-a37f-46e8-b53c-467369472243 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0622218 Jul 13 19:19:04.372917 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-06bb8d0b-7c01-4db4-afa5-8b9f72775aec req-250844e6-0f46-45d5-a538-f07c3556b20f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Jul 13 19:19:04.703347 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:04.746427 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d5f62b06-74e9-49a5-819a-e5e51ef2fedf req-04ea3b43-9a7a-4c3d-a20a-2258a7234432 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0324280 Jul 13 19:19:04.887252 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c1c22-f429-49e7-8b9d-1c470bc27fc6 req-14776170-4670-421b-95ca-44c651352925 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:04.888925 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-302c1c22-f429-49e7-8b9d-1c470bc27fc6 req-14776170-4670-421b-95ca-44c651352925 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1179776 Jul 13 19:19:04.944792 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f36c3-be32-4f66-a1ff-3d1e9917818b req-9a056cf1-2fd1-4596-8eb4-b735a9c2dc51 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:04.946284 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e94f36c3-be32-4f66-a1ff-3d1e9917818b req-9a056cf1-2fd1-4596-8eb4-b735a9c2dc51 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0981574 Jul 13 19:19:04.951200 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-302c1c22-f429-49e7-8b9d-1c470bc27fc6 req-87628b6d-46a8-4983-9592-0c8683afe010 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564487 Jul 13 19:19:04.986503 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e94f36c3-be32-4f66-a1ff-3d1e9917818b req-020c89df-5cd3-4189-995b-560ab300bc37 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341916 Jul 13 19:19:05.282098 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3ba9f-edab-49cf-9d61-adea718d2848 req-dc74f010-811d-43ef-a14d-1fbd959986db tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:05.283566 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fce3ba9f-edab-49cf-9d61-adea718d2848 req-dc74f010-811d-43ef-a14d-1fbd959986db tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0833766 Jul 13 19:19:05.291015 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5ab3-2cc9-4d29-adb7-1695dfd6dd58 req-9be9e4fd-64b9-482e-a400-facdac550009 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:05.292436 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f2ff5ab3-2cc9-4d29-adb7-1695dfd6dd58 req-9be9e4fd-64b9-482e-a400-facdac550009 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1242445 Jul 13 19:19:05.346807 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fce3ba9f-edab-49cf-9d61-adea718d2848 req-6e44b6a6-d82d-4a53-a5dc-d18e657487c6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533829 Jul 13 19:19:05.349401 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f2ff5ab3-2cc9-4d29-adb7-1695dfd6dd58 req-0ac7a042-3464-4cd7-8cc6-4b5a342e8f9c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501351 Jul 13 19:19:05.575595 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b27be-2ca2-441b-b2f7-af81b8835356 req-5e988ea4-681b-4485-b6f1-6fec88c41e77 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:05.577648 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-418b27be-2ca2-441b-b2f7-af81b8835356 req-5e988ea4-681b-4485-b6f1-6fec88c41e77 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0772927 Jul 13 19:19:05.625828 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-418b27be-2ca2-441b-b2f7-af81b8835356 req-f8f26539-f0fe-4f60-ba67-e11a5844a405 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Jul 13 19:19:05.896196 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f2559d75-1563-4888-9e92-78b4a2f93621 req-7c44a090-7dea-4eba-ac8d-164cde0354eb tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0293379 Jul 13 19:19:06.189253 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd786-dfe4-4a27-8426-3f7ff1dc0902 req-fa98a59a-02fa-4d43-b108-b9461f2c6fb6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:06.190741 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-03fbd786-dfe4-4a27-8426-3f7ff1dc0902 req-fa98a59a-02fa-4d43-b108-b9461f2c6fb6 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1082647 Jul 13 19:19:06.197808 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca52e-4cbf-4aac-8b16-7e7181b8dfda req-42e64356-8853-4972-84fc-18dd39cdc9f1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:06.199119 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c6aca52e-4cbf-4aac-8b16-7e7181b8dfda req-42e64356-8853-4972-84fc-18dd39cdc9f1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0896583 Jul 13 19:19:06.258237 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-03fbd786-dfe4-4a27-8426-3f7ff1dc0902 req-1cac4488-a26d-4b6b-beef-ea0fdc4a785a tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581214 Jul 13 19:19:06.266153 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c6aca52e-4cbf-4aac-8b16-7e7181b8dfda req-0ab146d3-27b4-4c71-8faf-782fa1327d46 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603354 Jul 13 19:19:06.575740 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ebd6-adce-4908-a868-4f18d9972dc4 req-3767bc4d-804f-45be-849d-10f77020f8bf tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:06.577210 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9c89ebd6-adce-4908-a868-4f18d9972dc4 req-3767bc4d-804f-45be-849d-10f77020f8bf tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1150568 Jul 13 19:19:06.585183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f4210-4c2e-4428-a01e-689cb36d8346 req-9794db06-b3be-49de-ab5c-eab0395d8125 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:06.586575 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-935f4210-4c2e-4428-a01e-689cb36d8346 req-9794db06-b3be-49de-ab5c-eab0395d8125 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1143486 Jul 13 19:19:06.638124 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9c89ebd6-adce-4908-a868-4f18d9972dc4 req-a5c8b3aa-ca27-4823-a018-1eb42b696dc3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506268 Jul 13 19:19:06.651635 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-935f4210-4c2e-4428-a01e-689cb36d8346 req-95b5b30e-639a-453c-8bf9-6dba9a840604 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Jul 13 19:19:06.832192 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64654e61-07b8-4317-a451-f8b51f472d0d req-4f1cc040-0a67-42ff-a4bf-f4111d865e0d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:06.833606 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-64654e61-07b8-4317-a451-f8b51f472d0d req-4f1cc040-0a67-42ff-a4bf-f4111d865e0d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0627496 Jul 13 19:19:06.880040 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-64654e61-07b8-4317-a451-f8b51f472d0d req-7cbfcfd7-4455-4c0d-a158-f0c657d99e85 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 Jul 13 19:19:07.042296 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1e3fe09f-640c-4406-8195-977feaaf23e0 req-7170f117-46b1-4e9e-b1ea-1edb4b2146c7 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0310788 Jul 13 19:19:07.472836 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6642ed-49df-4056-b074-765673a82955 req-6b52bf74-f56c-4371-b5b7-605fd1c88719 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:07.474361 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3e6642ed-49df-4056-b074-765673a82955 req-6b52bf74-f56c-4371-b5b7-605fd1c88719 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1039145 Jul 13 19:19:07.502536 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c45ff-6199-4c7e-8803-3a114983a3d2 req-9ca62040-c55f-4af5-ac46-4872ef16ff0f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:07.504038 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a1c45ff-6199-4c7e-8803-3a114983a3d2 req-9ca62040-c55f-4af5-ac46-4872ef16ff0f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1044326 Jul 13 19:19:07.536846 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3e6642ed-49df-4056-b074-765673a82955 req-e84ed5e2-1cb1-4661-b4c9-e129e8524811 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Jul 13 19:19:07.554207 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a1c45ff-6199-4c7e-8803-3a114983a3d2 req-b4ec7804-a740-42ee-bba0-23c452885f8c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Jul 13 19:19:07.872653 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264169d4-8c13-4697-92ff-55b3923d21dd req-09f3b2ea-be51-42a7-9c5c-26c1ee74a139 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:07.874056 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-264169d4-8c13-4697-92ff-55b3923d21dd req-09f3b2ea-be51-42a7-9c5c-26c1ee74a139 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1043639 Jul 13 19:19:07.885204 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7552ad7-83fc-4672-b647-16b94518343c req-f62c687c-9724-4a1c-b66b-2bbd30cc9283 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:07.886602 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c7552ad7-83fc-4672-b647-16b94518343c req-f62c687c-9724-4a1c-b66b-2bbd30cc9283 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0855911 Jul 13 19:19:07.948100 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c7552ad7-83fc-4672-b647-16b94518343c req-d50f3405-4223-436b-a7a8-dad09268b762 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518026 Jul 13 19:19:07.951535 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-264169d4-8c13-4697-92ff-55b3923d21dd req-3002e59d-9cfa-465c-b396-59b8ab0b678c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634601 Jul 13 19:19:08.139509 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267108-5228-43ad-b270-8050ea21093e req-83c9eb6d-95f1-451b-a9b9-d3bfa865c8b7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:08.146561 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b3267108-5228-43ad-b270-8050ea21093e req-83c9eb6d-95f1-451b-a9b9-d3bfa865c8b7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0763528 Jul 13 19:19:08.202083 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aea0dc1e-a283-4ec7-b2a6-2f477794dbbc req-2df3ec60-5325-470d-b011-4967c61c168d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0318973 Jul 13 19:19:08.234222 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b3267108-5228-43ad-b270-8050ea21093e req-0496516f-8c85-4cd9-ba62-ac9a40f017cc tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867696 Jul 13 19:19:09.018418 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba55950-65c1-4483-b2b9-ae8e86625d05 req-06fdf976-0f88-4d5c-8043-ef0b36f8043f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:09.019897 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cba55950-65c1-4483-b2b9-ae8e86625d05 req-06fdf976-0f88-4d5c-8043-ef0b36f8043f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.3500848 Jul 13 19:19:09.030633 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039f18b-bfdd-4d69-bb15-3f5fffcb5493 req-79bcdcd0-a94f-4369-a5c5-eebbb655f504 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:09.031977 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3039f18b-bfdd-4d69-bb15-3f5fffcb5493 req-79bcdcd0-a94f-4369-a5c5-eebbb655f504 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.3322632 Jul 13 19:19:09.084395 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cba55950-65c1-4483-b2b9-ae8e86625d05 req-96400601-2cdf-4716-af6a-6520a26e164e tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Jul 13 19:19:09.089138 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3039f18b-bfdd-4d69-bb15-3f5fffcb5493 req-ecb24ddd-6fe5-43f2-9115-f8ab2ab13550 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502110 Jul 13 19:19:09.317939 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d41c-9ecb-488c-b6aa-61495a834baa req-ff96d96c-adc1-4f97-8850-7fd33cb3a8eb tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:09.319241 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5300d41c-9ecb-488c-b6aa-61495a834baa req-ff96d96c-adc1-4f97-8850-7fd33cb3a8eb tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1157353 Jul 13 19:19:09.340302 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57cfe1-c52c-406b-996a-56a65f61f3b7 req-e3d02fb6-1bef-4652-9bfa-0859a26cd520 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:09.341665 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6e57cfe1-c52c-406b-996a-56a65f61f3b7 req-e3d02fb6-1bef-4652-9bfa-0859a26cd520 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0991180 Jul 13 19:19:09.385225 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5300d41c-9ecb-488c-b6aa-61495a834baa req-7048dc2d-0ad7-4a38-bf6b-fc6a1bffc41a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598450 Jul 13 19:19:09.392066 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6e57cfe1-c52c-406b-996a-56a65f61f3b7 req-6b333dae-49f8-4b7c-95ff-744d0f40ca82 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Jul 13 19:19:09.523661 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d201c9cd-d3ae-49bc-9b2e-c4926932d695 req-6e7b33fb-ba5f-48bd-b320-0773fc68d261 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0390060 Jul 13 19:19:09.584931 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7f26-d523-43e1-8d7b-2470b09cbe38 req-8d25fcda-d5f7-4d37-b7b0-993d199dee2e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:09.586461 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-55bb7f26-d523-43e1-8d7b-2470b09cbe38 req-8d25fcda-d5f7-4d37-b7b0-993d199dee2e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0918758 Jul 13 19:19:09.625168 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-55bb7f26-d523-43e1-8d7b-2470b09cbe38 req-f1b63ba4-2bef-4d16-89b2-2013495803e8 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Jul 13 19:19:10.311990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f6b7c-6a91-4d07-a334-5e9d4dc3e2a2 req-5dae8726-2c17-4ad1-af74-d8fbfdf61601 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:10.313445 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b27f6b7c-6a91-4d07-a334-5e9d4dc3e2a2 req-5dae8726-2c17-4ad1-af74-d8fbfdf61601 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1164370 Jul 13 19:19:10.328966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0529e93-234c-4331-bf03-853ae46dce72 req-cb16be5a-5278-47d6-adc1-e9088a191d25 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:10.330436 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c0529e93-234c-4331-bf03-853ae46dce72 req-cb16be5a-5278-47d6-adc1-e9088a191d25 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0919530 Jul 13 19:19:10.392124 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b27f6b7c-6a91-4d07-a334-5e9d4dc3e2a2 req-a18f280b-cd4d-4cdd-ab2b-896e77151585 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718334 Jul 13 19:19:10.398826 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c0529e93-234c-4331-bf03-853ae46dce72 req-e67c1e45-b8b5-4f3b-be4f-6e9629b00b28 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625272 Jul 13 19:19:10.611554 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dac37-d97d-4d67-9442-b6b6b8bc5a15 req-22ad7a80-8445-4ab3-8194-d9af6cc58d84 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:10.613025 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-907dac37-d97d-4d67-9442-b6b6b8bc5a15 req-22ad7a80-8445-4ab3-8194-d9af6cc58d84 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1038618 Jul 13 19:19:10.633544 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc9f00-54e5-4ee2-a153-fa757b65c300 req-dd239732-2a21-4417-89a6-51b5a673837a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:10.635041 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f1fc9f00-54e5-4ee2-a153-fa757b65c300 req-dd239732-2a21-4417-89a6-51b5a673837a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0945063 Jul 13 19:19:10.681876 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-907dac37-d97d-4d67-9442-b6b6b8bc5a15 req-423045b4-1e0c-4ab1-a61a-9c76f44b3e60 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613585 Jul 13 19:19:10.688809 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f1fc9f00-54e5-4ee2-a153-fa757b65c300 req-523123d4-5763-4b51-81a5-a91131ec527b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Jul 13 19:19:10.852662 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a3db8d0a-092b-46d0-a896-6e7c24ac42d1 req-93ff5df5-66eb-492f-aeb6-b8810bd478b0 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0555763 Jul 13 19:19:10.888910 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd129bd-9a31-4fc0-8fa6-375bb9196616 req-4535d6b2-99a9-43f2-af89-f21c1fd53bd2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:10.890449 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7dd129bd-9a31-4fc0-8fa6-375bb9196616 req-4535d6b2-99a9-43f2-af89-f21c1fd53bd2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0915935 Jul 13 19:19:10.928037 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7dd129bd-9a31-4fc0-8fa6-375bb9196616 req-de1c87dc-7513-435b-8141-766b46bca61c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Jul 13 19:19:11.622130 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff97de-525f-4a37-bdbe-96a726fd2a9d req-6fe8b15f-62d1-4a73-9c87-7bbf08bd073c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:11.623605 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-93ff97de-525f-4a37-bdbe-96a726fd2a9d req-6fe8b15f-62d1-4a73-9c87-7bbf08bd073c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1228311 Jul 13 19:19:11.644380 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a57d-1898-49a5-a47c-e284975c52c8 req-1bc8c314-0210-4904-b12f-2962562a0478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:11.645880 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-85f6a57d-1898-49a5-a47c-e284975c52c8 req-1bc8c314-0210-4904-b12f-2962562a0478 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1024141 Jul 13 19:19:11.691777 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-93ff97de-525f-4a37-bdbe-96a726fd2a9d req-3f6228b7-8cda-4fd4-bf33-56719a2ad0f8 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604999 Jul 13 19:19:11.706821 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-85f6a57d-1898-49a5-a47c-e284975c52c8 req-2718b1cf-9e00-41d0-823e-96c785bdd980 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507548 Jul 13 19:19:11.900904 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dab3c-1d96-4a2b-9c52-0d8f1b0322f7 req-231addc8-ffd3-469a-8b1a-30a29ebf7b2d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:11.902843 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8a5dab3c-1d96-4a2b-9c52-0d8f1b0322f7 req-231addc8-ffd3-469a-8b1a-30a29ebf7b2d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0975118 Jul 13 19:19:11.956265 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4dec2-aa9a-421c-848e-9cf64e6a9881 req-2b257028-143b-4d3f-a021-dc5fec76b272 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:11.957763 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0d4dec2-aa9a-421c-848e-9cf64e6a9881 req-2b257028-143b-4d3f-a021-dc5fec76b272 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1068184 Jul 13 19:19:11.979001 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8a5dab3c-1d96-4a2b-9c52-0d8f1b0322f7 req-673afab5-f506-4cda-9ac9-bed87f8cfb98 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681849 Jul 13 19:19:12.005739 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0d4dec2-aa9a-421c-848e-9cf64e6a9881 req-2a6a4ddf-a4eb-4b37-945b-cc0ac7e6d48a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 Jul 13 19:19:12.109039 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2fc439a3-c2df-4238-87fb-cd166292f8c8 req-6cf3328f-b986-4e08-b0ea-04cee853daee tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0313973 Jul 13 19:19:12.176427 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cae53-c3ba-4521-86d3-a1f9c4874d52 req-229e665c-b201-4ba8-931b-e9a6a3d592d7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:12.181060 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-323cae53-c3ba-4521-86d3-a1f9c4874d52 req-229e665c-b201-4ba8-931b-e9a6a3d592d7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0692763 Jul 13 19:19:12.215477 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-323cae53-c3ba-4521-86d3-a1f9c4874d52 req-74063f91-a804-4d6d-a375-f71207b50ac7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Jul 13 19:19:12.916595 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc12411-ee3a-443c-8b5d-929eba337c7a req-53c678a5-f154-4583-8b77-182621810b1b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:12.918189 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5dc12411-ee3a-443c-8b5d-929eba337c7a req-53c678a5-f154-4583-8b77-182621810b1b tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.0907147 Jul 13 19:19:12.967209 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5dc12411-ee3a-443c-8b5d-929eba337c7a req-b37cb326-655e-4021-90ee-4b39d05583a3 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Jul 13 19:19:12.975696 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81074547-b368-4968-b942-259e9fc2ff4f req-41664e17-d369-41bb-ae95-57b480f215fa tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:12.977245 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-81074547-b368-4968-b942-259e9fc2ff4f req-41664e17-d369-41bb-ae95-57b480f215fa tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1044712 Jul 13 19:19:13.037879 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-81074547-b368-4968-b942-259e9fc2ff4f req-bf7cc578-5ffa-4dcb-b375-14c1c6e442af tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540535 Jul 13 19:19:13.227352 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f184bcd-f48c-4008-bc64-078f93c20dde req-c156779b-0c0b-4e29-ab41-48545716efaa tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:13.228905 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f184bcd-f48c-4008-bc64-078f93c20dde req-c156779b-0c0b-4e29-ab41-48545716efaa tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1072967 Jul 13 19:19:13.252532 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe732af-1dbc-4dc3-9af7-534bc3ffa372 req-223d539f-bafb-4892-b25f-f960ea0c893a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:13.254238 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-abe732af-1dbc-4dc3-9af7-534bc3ffa372 req-223d539f-bafb-4892-b25f-f960ea0c893a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1026769 Jul 13 19:19:13.302512 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f184bcd-f48c-4008-bc64-078f93c20dde req-81ce2fd2-3d57-4433-a8ab-af95d9ce43c3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669374 Jul 13 19:19:13.314591 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-abe732af-1dbc-4dc3-9af7-534bc3ffa372 req-db729ece-f239-4b0e-acee-ec192e8fd8e5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Jul 13 19:19:13.428502 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6a6a7634-16bf-4e33-bcd6-cfda1847dc83 req-47600ba6-f6d8-4956-ab43-db38ce428ae1 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0298049 Jul 13 19:19:13.489894 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080fc76-c040-4dcd-a4e1-fe13bd8a8bb2 req-ac5ad416-7d58-459d-90b5-b647b3ca0de2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:13.491586 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a080fc76-c040-4dcd-a4e1-fe13bd8a8bb2 req-ac5ad416-7d58-459d-90b5-b647b3ca0de2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0656414 Jul 13 19:19:13.548441 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a080fc76-c040-4dcd-a4e1-fe13bd8a8bb2 req-77072d3e-8090-4c77-a82e-11d445342fb3 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478630 Jul 13 19:19:14.228820 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90885ccf-d01a-4565-b187-98ba19719f85 req-e5ca91a3-3c01-447a-a789-daaa39fd0425 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:14.230342 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90885ccf-d01a-4565-b187-98ba19719f85 req-e5ca91a3-3c01-447a-a789-daaa39fd0425 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.0976269 Jul 13 19:19:14.272563 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a981370-1728-4f49-b76b-b132f1df7f6c req-79dba1f1-63db-4d6b-bc2d-86be3cd6ac06 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:14.274134 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4a981370-1728-4f49-b76b-b132f1df7f6c req-79dba1f1-63db-4d6b-bc2d-86be3cd6ac06 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0999618 Jul 13 19:19:14.296844 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90885ccf-d01a-4565-b187-98ba19719f85 req-0b2e22a0-a3f6-482b-b921-964a72cc1f3f tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607195 Jul 13 19:19:14.333982 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4a981370-1728-4f49-b76b-b132f1df7f6c req-e5fe409f-82d6-4f93-a572-66af1d13d5e3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502112 Jul 13 19:19:14.545003 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d4ba-81fc-4433-bc7e-b87dfb646ef5 req-b3045138-d38b-42af-bb6a-fb280f882393 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:14.546614 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2de6d4ba-81fc-4433-bc7e-b87dfb646ef5 req-b3045138-d38b-42af-bb6a-fb280f882393 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1079888 Jul 13 19:19:14.565948 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0053811-62af-4cfb-86f7-95bcb13bfeae req-16b7821c-2ddb-4f6e-addc-e5aa1193b2b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:14.567447 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e0053811-62af-4cfb-86f7-95bcb13bfeae req-16b7821c-2ddb-4f6e-addc-e5aa1193b2b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1300659 Jul 13 19:19:14.611770 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2de6d4ba-81fc-4433-bc7e-b87dfb646ef5 req-e693d8f8-2281-480b-933c-1adf111696d5 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595188 Jul 13 19:19:14.625378 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e0053811-62af-4cfb-86f7-95bcb13bfeae req-9a8d0337-e335-480f-9ae5-9f48feaca4af tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483658 Jul 13 19:19:14.765298 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc9fd43c-afcf-4d8a-ab94-58444eb79b46 req-fe6fb00a-4839-4086-8280-5e322ae6aaeb tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0416300 Jul 13 19:19:14.843036 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ce0d9-ac74-41a5-a995-cec164120cf2 req-3269eb4c-3765-485b-b904-fc6b8de378a9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:14.844451 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f54ce0d9-ac74-41a5-a995-cec164120cf2 req-3269eb4c-3765-485b-b904-fc6b8de378a9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0779746 Jul 13 19:19:14.881419 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f54ce0d9-ac74-41a5-a995-cec164120cf2 req-797ab940-7dda-40a1-ace9-7cf2bc373998 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Jul 13 19:19:15.522040 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5596200-b8ae-4ba3-8727-9f0dc7a43e1a req-fc59bacf-adf5-453e-b48a-6253bda2f8ce tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:15.523567 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a5596200-b8ae-4ba3-8727-9f0dc7a43e1a req-fc59bacf-adf5-453e-b48a-6253bda2f8ce tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1104650 Jul 13 19:19:15.545208 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5b28e-37b0-40ab-8ca6-d1d187836835 req-405e2f35-6e5f-473e-aac6-2e965b66aade tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:15.546745 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7ca5b28e-37b0-40ab-8ca6-d1d187836835 req-405e2f35-6e5f-473e-aac6-2e965b66aade tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0984776 Jul 13 19:19:15.588704 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a5596200-b8ae-4ba3-8727-9f0dc7a43e1a req-e8345de8-c992-47ce-826f-564f36d5808e tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587604 Jul 13 19:19:15.600583 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7ca5b28e-37b0-40ab-8ca6-d1d187836835 req-d2c296cb-fc57-4e3f-a189-8281529c758f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466146 Jul 13 19:19:15.822111 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c42be-fa25-4a1d-a3b7-7045fbcf9b2b req-3bf5b684-347a-42bc-b595-4fa88bec6150 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:15.823650 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-245c42be-fa25-4a1d-a3b7-7045fbcf9b2b req-3bf5b684-347a-42bc-b595-4fa88bec6150 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1021731 Jul 13 19:19:15.835401 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625e249-9465-4d0f-bead-2114e1ce2ab9 req-4931da37-aa8e-4c5c-9d32-7f8b0caccdba tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:15.836761 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6625e249-9465-4d0f-bead-2114e1ce2ab9 req-4931da37-aa8e-4c5c-9d32-7f8b0caccdba tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0876775 Jul 13 19:19:15.893395 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-245c42be-fa25-4a1d-a3b7-7045fbcf9b2b req-5552f351-8ae4-40a5-9a53-024b75d25878 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556164 Jul 13 19:19:15.898128 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6625e249-9465-4d0f-bead-2114e1ce2ab9 req-1e218daa-c707-434f-97da-50d5b449077c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547585 Jul 13 19:19:16.033941 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-97b78790-a6a0-4817-9f01-c2f04398f2ab req-fdc5c94a-5b79-434d-96d6-e1a493eb15b3 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0415366 Jul 13 19:19:16.084917 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d4045-2bd5-4b5e-ac16-70f1ce416b0d req-3db5735e-d764-47c8-9c57-5dce84e3f82e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:16.086401 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-488d4045-2bd5-4b5e-ac16-70f1ce416b0d req-3db5735e-d764-47c8-9c57-5dce84e3f82e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.0812287 Jul 13 19:19:16.125235 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-488d4045-2bd5-4b5e-ac16-70f1ce416b0d req-a95ec91f-b7fc-452b-b3d9-98c1642f9769 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Jul 13 19:19:16.810410 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff232752-b002-4275-bbb4-87a33da1cd0c req-8c5dfcb9-fab4-4de9-97d9-184ea5513a3c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:16.811794 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ff232752-b002-4275-bbb4-87a33da1cd0c req-8c5dfcb9-fab4-4de9-97d9-184ea5513a3c tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1123891 Jul 13 19:19:16.823441 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e524b5-a61d-4beb-b06d-919f364d3f1e req-c4398457-3a68-4a11-861d-6babde0c9d4d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:16.824796 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e3e524b5-a61d-4beb-b06d-919f364d3f1e req-c4398457-3a68-4a11-861d-6babde0c9d4d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.0930643 Jul 13 19:19:16.877114 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ff232752-b002-4275-bbb4-87a33da1cd0c req-8768e978-d69e-4465-b18a-c6df4984f670 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Jul 13 19:19:16.881910 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e3e524b5-a61d-4beb-b06d-919f364d3f1e req-3a77256b-d708-4d95-8da3-1134b6526cb1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504811 Jul 13 19:19:17.113914 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf672e-9767-4183-92a0-22273e06e9b4 req-1797ff5c-b4b4-4101-989f-66cd8cb1c7e3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:17.115324 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3fdf672e-9767-4183-92a0-22273e06e9b4 req-1797ff5c-b4b4-4101-989f-66cd8cb1c7e3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1127536 Jul 13 19:19:17.123327 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df062c12-c1e0-4fb7-8db7-fd08b97a3ab5 req-a4b2cc39-479d-4e38-a933-8ff082852a9a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:17.124743 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-df062c12-c1e0-4fb7-8db7-fd08b97a3ab5 req-a4b2cc39-479d-4e38-a933-8ff082852a9a tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1093352 Jul 13 19:19:17.178856 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3fdf672e-9767-4183-92a0-22273e06e9b4 req-17925390-9779-482a-98ad-e7038a353b42 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531366 Jul 13 19:19:17.184003 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-df062c12-c1e0-4fb7-8db7-fd08b97a3ab5 req-f79644d9-1bc1-4e83-a7bf-5464f0a21c57 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Jul 13 19:19:17.353071 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d26b39d-879d-40e6-98e0-6192fa26a643 req-4026fde4-0bc5-4fcc-adc6-fcd83c753ecc tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 210 time: 0.0587626 Jul 13 19:19:17.396627 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f037-0f62-4773-89a4-5248b366ed39 req-bbb3486f-6807-4052-87e5-9ab5fbb63e48 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:17.398242 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-bbb3486f-6807-4052-87e5-9ab5fbb63e48 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "GET /v2.0/networks?id=8a1994e6-5e8c-42fc-ad0c-e477c5745576 HTTP/1.1" status: 200 len: 813 time: 0.1683862 Jul 13 19:19:17.416824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Request body: {'port': {'device_id': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576', 'admin_state_up': True, 'tenant_id': 'd56160021fb64645a5d1586e6ecce54a'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:17.426602 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15229e-7348-4721-89e6-ca9c543edd8e req-734c406e-d1c2-403f-a087-1c2b37f062da tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:17.428088 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5f15229e-7348-4721-89e6-ca9c543edd8e req-734c406e-d1c2-403f-a087-1c2b37f062da tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.1308730 Jul 13 19:19:17.516520 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5f15229e-7348-4721-89e6-ca9c543edd8e req-130c8847-6d35-4467-b317-fd9caea2d401 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761695 Jul 13 19:19:17.565454 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Made reservation on behalf of d56160021fb64645a5d1586e6ecce54a for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:17.569343 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:17.696348 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Allocated IP 172.20.0.11 (8a1994e6-5e8c-42fc-ad0c-e477c5745576/fb763e83-cded-471f-8f14-97f0e0bd6213/c576159f-bd07-450d-8dda-a30694e82440) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:19:17.842395 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:17.882935 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:17.934865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:19:17.944219 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:17.946885 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:19:17.949886 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fcb29-44c5-4b22-9f52-116f325815ad req-4b7bcfee-8c0c-463d-bf7c-5fcf4fa5aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:17.951241 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Pushing event updated for resources: {'Port': ['ID=c576159f-bd07-450d-8dda-a30694e82440,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:17.951725 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-094fcb29-44c5-4b22-9f52-116f325815ad req-4b7bcfee-8c0c-463d-bf7c-5fcf4fa5aeb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.0543838 Jul 13 19:19:17.993798 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-094fcb29-44c5-4b22-9f52-116f325815ad req-5c2c4488-b12c-4927-8754-c6a8079cb16e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Jul 13 19:19:18.000909 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:18.001526 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.016449 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-caef1702-30d8-4a2c-9b39-53936ec02b20 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040292 Jul 13 19:19:18.082141 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Request body: {'port': {'device_id': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:18.185114 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa2f82-6461-4e71-b8ea-c2e50b334e61 req-47468817-5205-4920-8628-7a55c2fa8310 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:18.186620 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bafa2f82-6461-4e71-b8ea-c2e50b334e61 req-47468817-5205-4920-8628-7a55c2fa8310 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1670012 Jul 13 19:19:18.192140 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.205580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5036e9-2418-444e-be96-d894232f76d7 req-6c70c52d-6d16-493e-be6e-2caa485dfd17 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:18.206900 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fc5036e9-2418-444e-be96-d894232f76d7 req-6c70c52d-6d16-493e-be6e-2caa485dfd17 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.1766319 Jul 13 19:19:18.296582 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bafa2f82-6461-4e71-b8ea-c2e50b334e61 req-a1c6b4de-2a28-47ad-a80c-9ff68bd5d070 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002479 Jul 13 19:19:18.305235 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fc5036e9-2418-444e-be96-d894232f76d7 req-026219ae-1bbd-4517-868f-a31f39b7897d tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/security-groups?id=db01ede2-9dbb-43df-a31c-8ba41d0c9c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915165 Jul 13 19:19:18.462006 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-3064e0c6-e868-40a2-8d6c-1c6ed793f737 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:18.463700 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-3064e0c6-e868-40a2-8d6c-1c6ed793f737 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 946 time: 0.0767324 Jul 13 19:19:18.567399 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Deleting port 78a29a90-a22a-473c-a951-c3f19e40aaf8 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:19:18.567694 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.571476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b8cd-4063-4079-a965-afab6f76b973 req-ab85686e-2f31-4005-874c-9a37afecff66 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:18.573041 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2029b8cd-4063-4079-a965-afab6f76b973 req-ab85686e-2f31-4005-874c-9a37afecff66 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1564963 Jul 13 19:19:18.599161 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d2385-d9ff-4f6f-ae54-520fa07e490f req-8d41cfc8-f34b-47bd-a2bc-41f1648fd297 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:18.600573 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-259d2385-d9ff-4f6f-ae54-520fa07e490f req-8d41cfc8-f34b-47bd-a2bc-41f1648fd297 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1871545 Jul 13 19:19:18.661026 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] For port 78a29a90-a22a-473c-a951-c3f19e40aaf8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78a29a90-a22a-473c-a951-c3f19e40aaf8,segment=NetworkSegment(ff8d0810-c632-4715-b829-12084a0cd188),segment_id=ff8d0810-c632-4715-b829-12084a0cd188)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:18.661360 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.676504 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Calling delete_port for 78a29a90-a22a-473c-a951-c3f19e40aaf8 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:19:18.810757 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.825668 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78a29a90-a22a-473c-a951-c3f19e40aaf8'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:19:18.844111 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Pushing event deleted for resources: {'Port': ['ID=78a29a90-a22a-473c-a951-c3f19e40aaf8,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:18.888273 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] No DVR routers for this DVR port 78a29a90-a22a-473c-a951-c3f19e40aaf8 on host hv-cinder-78693 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:19:18.888655 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c576159f-bd07-450d-8dda-a30694e82440 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:19:18.890859 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.892809 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-18c9a810-b89a-43e7-89ea-1b563c672d47 req-6d8b7b3e-04cb-4282-b4c3-02b461e7e8a7 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.61 "DELETE /v2.0/ports/78a29a90-a22a-473c-a951-c3f19e40aaf8 HTTP/1.1" status: 204 len: 173 time: 0.4222147 Jul 13 19:19:18.893237 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'name': 'network-vif-deleted', 'tag': '78a29a90-a22a-473c-a951-c3f19e40aaf8'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:18.895508 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c16e9-ee99-48aa-a7eb-8f02fd0d952b" -d '{"events": [{"server_uuid": "d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c", "name": "network-vif-deleted", "tag": "78a29a90-a22a-473c-a951-c3f19e40aaf8"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:18.903128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:18.923120 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2029b8cd-4063-4079-a965-afab6f76b973 req-61346902-5dc9-4adf-9ad8-cfd6ba28ed6e tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215868 Jul 13 19:19:18.928485 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-259d2385-d9ff-4f6f-ae54-520fa07e490f req-da35e148-5339-475f-a578-5aa8d30449ea tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176417 Jul 13 19:19:18.934027 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Transition to ACTIVE for port object c576159f-bd07-450d-8dda-a30694e82440 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:19:18.942160 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.008556 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c576159f-bd07-450d-8dda-a30694e82440,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:19.156995 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Attempting to bind port c576159f-bd07-450d-8dda-a30694e82440 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:19:19.157303 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Attempting to bind port c576159f-bd07-450d-8dda-a30694e82440 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:19:19.157652 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Attempting to bind port c576159f-bd07-450d-8dda-a30694e82440 on network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:19:19.171348 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Port c576159f-bd07-450d-8dda-a30694e82440 on network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:19:19.171665 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Attempting to bind port c576159f-bd07-450d-8dda-a30694e82440 on network 8a1994e6-5e8c-42fc-ad0c-e477c5745576 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:19:19.187650 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d05c1-baf5-4c29-a2fd-e2d3f91860a1 req-a1cb2f2f-72ae-42f9-8592-8fe42edeea99 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:19.189125 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d4d05c1-baf5-4c29-a2fd-e2d3f91860a1 req-a1cb2f2f-72ae-42f9-8592-8fe42edeea99 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 944 time: 0.1335711 Jul 13 19:19:19.190112 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:19:19.190440 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Checking segment: {'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:19.190811 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Bound using segment: {'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:19:19.191235 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Bound port: c576159f-bd07-450d-8dda-a30694e82440, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4248c20e-442a-4d0f-a023-93db249c1335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:19:19.191587 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.232386 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c073e-5034-4079-a200-ba9fadf44a00 req-188bcf96-4b8d-4c15-9e91-720902a1fd11 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:19.233843 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f34c073e-5034-4079-a200-ba9fadf44a00 req-188bcf96-4b8d-4c15-9e91-720902a1fd11 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 943 time: 0.1636591 Jul 13 19:19:19.288211 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d4d05c1-baf5-4c29-a2fd-e2d3f91860a1 req-3ccddf43-16cc-4414-920d-170355fb1d73 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915177 Jul 13 19:19:19.321005 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f34c073e-5034-4079-a200-ba9fadf44a00 req-3f89587c-edb4-4d33-9376-71a55d82b9bf tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652986 Jul 13 19:19:19.326848 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] For port c576159f-bd07-450d-8dda-a30694e82440, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:19:19.330156 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] For port c576159f-bd07-450d-8dda-a30694e82440, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c576159f-bd07-450d-8dda-a30694e82440,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:19:19.334678 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b4593-7ed0-4b96-9f9f-93d4a081fdc5 x-openstack-request-id: req-5f6b4593-7ed0-4b96-9f9f-93d4a081fdc5 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:19.335565 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c", "name": "network-vif-deleted", "tag": "78a29a90-a22a-473c-a951-c3f19e40aaf8", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:19.335969 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f6b4593-7ed0-4b96-9f9f-93d4a081fdc5 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:19.336792 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77b0a0c-5da9-4eb0-878a-bcbaf6c2575c', 'name': 'network-vif-deleted', 'tag': '78a29a90-a22a-473c-a951-c3f19e40aaf8', 'status': 'completed', 'code': 200} Jul 13 19:19:19.338446 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.377773 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:19.378399 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.379760 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] 10.222.0.61 "PUT /v2.0/ports/c576159f-bd07-450d-8dda-a30694e82440 HTTP/1.1" status: 200 len: 1094 time: 1.3073847 Jul 13 19:19:19.380213 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'tag': 'c576159f-bd07-450d-8dda-a30694e82440'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:19.382498 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec53336-98b3-4164-b547-dd7692628b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b2a656-7e34-48e5-9773-64967741ca9f", "tag": "c576159f-bd07-450d-8dda-a30694e82440"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:19.400131 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80233fd9-7f64-4321-b70f-2d5548cd3db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c576159f-bd07-450d-8dda-a30694e82440,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:19.518447 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-698e2a05-d132-4345-be85-6eab28f7520a req-0170c045-0c39-47a3-b3d0-cb01f62d8e46 tempest-AttachVolumeNegativeTest-315143235 tempest-AttachVolumeNegativeTest-315143235-project] 10.222.0.62 "GET /v2.0/ports?device_id=d77b0a0c-5da9-4eb0-878a-bcbaf6c2575c HTTP/1.1" status: 200 len: 210 time: 0.0475020 Jul 13 19:19:19.564068 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef526-badf-4025-8bd0-36c51093c8dd req-819bc27d-964a-4648-9424-c9263380e3bd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:19.565591 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-387ef526-badf-4025-8bd0-36c51093c8dd req-819bc27d-964a-4648-9424-c9263380e3bd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1333730 Jul 13 19:19:19.568499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f037-0f62-4773-89a4-5248b366ed39 req-96c9c068-7adc-453a-8a5b-a97f723d5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:19.569893 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-96c9c068-7adc-453a-8a5b-a97f723d5b2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d56160021fb64645a5d1586e6ecce54a&device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 1097 time: 0.1283717 Jul 13 19:19:19.575429 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf21aa-d573-400e-9064-940adc2b9b99 x-openstack-request-id: req-00cf21aa-d573-400e-9064-940adc2b9b99 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:19.575777 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b2a656-7e34-48e5-9773-64967741ca9f", "tag": "c576159f-bd07-450d-8dda-a30694e82440", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:19.576100 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00cf21aa-d573-400e-9064-940adc2b9b99 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:19.576540 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'tag': 'c576159f-bd07-450d-8dda-a30694e82440', 'status': 'completed', 'code': 200} Jul 13 19:19:19.623593 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device e530c081-78e0-4df0-9bdb-0fc9f70c9e53 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:19:19.629566 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-cffaf6fa-43e5-45a1-bb30-ea28b70428b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c576159f-bd07-450d-8dda-a30694e82440 HTTP/1.1" status: 200 len: 217 time: 0.0458765 Jul 13 19:19:19.669738 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-387ef526-badf-4025-8bd0-36c51093c8dd req-2847da88-60ff-47b6-a86f-7a35a54559d5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959568 Jul 13 19:19:19.687239 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f037-0f62-4773-89a4-5248b366ed39 req-3badd860-5189-4d69-8f63-83278646acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:19.688806 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-3badd860-5189-4d69-8f63-83278646acb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb763e83-cded-471f-8f14-97f0e0bd6213 HTTP/1.1" status: 200 len: 853 time: 0.0521066 Jul 13 19:19:19.726895 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-453b2032-b229-4eb0-ad15-1006e2826c0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a1994e6-5e8c-42fc-ad0c-e477c5745576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264945 Jul 13 19:19:19.728501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port e530c081-78e0-4df0-9bdb-0fc9f70c9e53, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:19.739646 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'port_id': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'mac_address': 'fa:16:3e:6d:e1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:19:19.774335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.790386 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e530c081-78e0-4df0-9bdb-0fc9f70c9e53 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:19:19.809293 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port e530c081-78e0-4df0-9bdb-0fc9f70c9e53, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:19.814416 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:19.818648 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-dd84cc45-dd03-428d-9bb3-59c2c57296c9 service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Jul 13 19:19:19.859542 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:19.866749 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.867100 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.867440 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.867775 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.868107 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.868444 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.868747 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.869102 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.869453 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.869819 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.870145 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.870450 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:19.907774 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5110f037-0f62-4773-89a4-5248b366ed39 req-ff4e9fc9-8fbe-408b-b517-9ab78c535e9b service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801864 Jul 13 19:19:20.008706 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec53336-98b3-4164-b547-dd7692628b4a req-c527f0a8-936d-4140-8383-af74d386eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:20.010373 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ec53336-98b3-4164-b547-dd7692628b4a req-c527f0a8-936d-4140-8383-af74d386eb57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d56160021fb64645a5d1586e6ecce54a&device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 1097 time: 0.0530429 Jul 13 19:19:20.150451 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['e530c081-78e0-4df0-9bdb-0fc9f70c9e53'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:19:20.171757 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec53336-98b3-4164-b547-dd7692628b4a req-045ecc09-80d2-4042-a27f-452eafebafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:20.173256 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ec53336-98b3-4164-b547-dd7692628b4a req-045ecc09-80d2-4042-a27f-452eafebafad service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a1994e6-5e8c-42fc-ad0c-e477c5745576 HTTP/1.1" status: 200 len: 914 time: 0.1547647 Jul 13 19:19:20.194211 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:20.225187 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ec53336-98b3-4164-b547-dd7692628b4a req-f87ebb40-0f7a-43d1-ae05-5b4cd993a077 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c576159f-bd07-450d-8dda-a30694e82440 HTTP/1.1" status: 200 len: 217 time: 0.0396416 Jul 13 19:19:20.239251 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e3f5c-e113-4742-beb3-8f798643b31e req-ff754f64-4879-4256-a869-dbd0394a03dd tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:20.240690 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-086e3f5c-e113-4742-beb3-8f798643b31e req-ff754f64-4879-4256-a869-dbd0394a03dd tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1774437 Jul 13 19:19:20.249026 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d0e10-973d-4995-9b82-95a974e2c9c1 req-3b5e448e-6854-41ce-aad3-60aad7d1bf5f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:20.250480 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c19d0e10-973d-4995-9b82-95a974e2c9c1 req-3b5e448e-6854-41ce-aad3-60aad7d1bf5f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1861041 Jul 13 19:19:20.336395 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec53336-98b3-4164-b547-dd7692628b4a req-a55095c0-76ca-42a0-b8e5-a45d3086b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:20.337871 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ec53336-98b3-4164-b547-dd7692628b4a req-a55095c0-76ca-42a0-b8e5-a45d3086b1c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb763e83-cded-471f-8f14-97f0e0bd6213 HTTP/1.1" status: 200 len: 853 time: 0.0961983 Jul 13 19:19:20.346328 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c19d0e10-973d-4995-9b82-95a974e2c9c1 req-27b97a78-b6d3-4a64-9753-68fb647aa420 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872786 Jul 13 19:19:20.350402 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-086e3f5c-e113-4742-beb3-8f798643b31e req-46dd22b8-6df1-4557-b6a8-9af87eadd48f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932641 Jul 13 19:19:20.380964 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ec53336-98b3-4164-b547-dd7692628b4a req-573b3ce1-ebb1-485d-9108-b7b87da5c7b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a1994e6-5e8c-42fc-ad0c-e477c5745576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334806 Jul 13 19:19:20.491535 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ec53336-98b3-4164-b547-dd7692628b4a req-e76cf32e-8a88-4e6f-9dd1-861f690ca9b5 service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034286 Jul 13 19:19:20.612265 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459ea2-da77-430c-bcd8-b40c6505b518 req-7562965d-53fe-4230-8648-91dba1f34b05 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:20.614032 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd459ea2-da77-430c-bcd8-b40c6505b518 req-7562965d-53fe-4230-8648-91dba1f34b05 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 944 time: 0.1433203 Jul 13 19:19:20.617606 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ec53336-98b3-4164-b547-dd7692628b4a req-1e098d31-de79-49b2-ba3d-265f531b3b3a service neutron] 10.222.0.61 "GET /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093054 Jul 13 19:19:20.684470 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd459ea2-da77-430c-bcd8-b40c6505b518 req-8747905b-1eed-4c63-b1c3-03f74e88fd4c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641208 Jul 13 19:19:20.713433 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd213389-8ee3-40dd-823d-694358c61c80 req-b3a0dd80-363c-460b-a5d7-2d0a0dd887a2 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:20.714988 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd213389-8ee3-40dd-823d-694358c61c80 req-b3a0dd80-363c-460b-a5d7-2d0a0dd887a2 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 944 time: 0.0777476 Jul 13 19:19:20.752393 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd213389-8ee3-40dd-823d-694358c61c80 req-8a1e1ad3-3f76-4b33-827c-0d817dffbafa tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jul 13 19:19:20.830683 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 60996) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:20.876937 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] Deleting subnet 045f3d82-b9e0-4327-aec7-f9d3a83629c3 {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:19:20.880206 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:20.913961 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839961'] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:20.987543 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.040279 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc195e99-307c-4b49-b13b-9da5627e712d req-ccb985d0-7464-4937-b66a-e1f64f0575ad tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.041851 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc195e99-307c-4b49-b13b-9da5627e712d req-ccb985d0-7464-4937-b66a-e1f64f0575ad tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1259351 Jul 13 19:19:21.080073 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4617290'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.162485 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.164335 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/045f3d82-b9e0-4327-aec7-f9d3a83629c3 HTTP/1.1" status: 204 len: 168 time: 0.3325374 Jul 13 19:19:21.167326 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32770) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:21.168276 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8dedb-be03-4b53-8a58-5e7675f5309b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045f3d82-b9e0-4327-aec7-f9d3a83629c3,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:21.176747 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc195e99-307c-4b49-b13b-9da5627e712d req-daed37ee-0d59-4511-b536-9b956e68e7eb tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259489 Jul 13 19:19:21.203690 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-10dbba91-ef5b-44ba-bf45-49ae4389d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.205184 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-10dbba91-ef5b-44ba-bf45-49ae4389d6f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73adb7d85b2143419a5d825c5bcc59db&device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 1099 time: 0.1365080 Jul 13 19:19:21.227217 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039c69-b6a0-4403-a709-6d87e5ca8b17 req-c390c370-26b5-4c65-baeb-c118629bd368 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.228697 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a8039c69-b6a0-4403-a709-6d87e5ca8b17 req-c390c370-26b5-4c65-baeb-c118629bd368 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1250579 Jul 13 19:19:21.232699 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.312800 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.321330 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a8039c69-b6a0-4403-a709-6d87e5ca8b17 req-fa4415a2-a649-4ae0-9f0f-0bc729a663df tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841482 Jul 13 19:19:21.322675 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850985c3-a320-4455-9ecb-f7eb12f7325c']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:21.334023 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8d0810-c632-4715-b829-12084a0cd188') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:21.334319 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8d0810-c632-4715-b829-12084a0cd188') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:21.342355 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-9808dcb4-8ce3-4ac1-88f8-7e1694e6648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.343657 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.344080 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-9808dcb4-8ce3-4ac1-88f8-7e1694e6648b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 200 len: 920 time: 0.1143656 Jul 13 19:19:21.357154 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.363126 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:19:21.363527 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:19:21.365638 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:19:21.387387 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-779b4679-0bcd-41e3-8775-aa46118671e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 200 len: 217 time: 0.0356767 Jul 13 19:19:21.423185 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.428451 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.430568 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] 10.222.0.62 "DELETE /v2.0/networks/850985c3-a320-4455-9ecb-f7eb12f7325c HTTP/1.1" status: 204 len: 168 time: 0.2622089 Jul 13 19:19:21.442906 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf71f-d342-4f6c-ac5c-a15fb1e6c97b admin admin] Pushing event deleted for resources: {'Network': ['ID=850985c3-a320-4455-9ecb-f7eb12f7325c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:21.444143 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-4b8ba095-d173-4e16-bba4-68997bf5ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.449045 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-4b8ba095-d173-4e16-bba4-68997bf5ba0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 200 len: 859 time: 0.0537624 Jul 13 19:19:21.488488 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-abe75a0c-148a-4bc9-aa12-d5d8373cdd4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311735 Jul 13 19:19:21.616910 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900fb75-bfe1-4e54-9ece-d92a4cdc3079 req-84753cc7-90fc-4bea-8489-e92ac044f512 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.618447 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6900fb75-bfe1-4e54-9ece-d92a4cdc3079 req-84753cc7-90fc-4bea-8489-e92ac044f512 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1324983 Jul 13 19:19:21.624419 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-44a3371d-b312-41d2-a24b-940a3f581884 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099269 Jul 13 19:19:21.630163 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32776) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:21.633158 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device e530c081-78e0-4df0-9bdb-0fc9f70c9e53 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:19:21.675796 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5db5a5f1-7f01-4033-b4fc-b1d1de26123a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=000a322b4691436ebdd3ae90fc748e22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413167 Jul 13 19:19:21.676105 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32778) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:21.683860 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:19:21.687904 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:19:21.688495 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.701491 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6900fb75-bfe1-4e54-9ece-d92a4cdc3079 req-258ea6e3-b476-4609-adf2-f47fbe48546b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761189 Jul 13 19:19:21.746563 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f28796a0-b291-4ad1-9ff3-5221fa8900e2 req-0a00cbe9-1e0b-4f90-ad2c-9a563b43cff5 service neutron] 10.222.0.61 "GET /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138983 Jul 13 19:19:21.747130 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a02110c-bcaa-48b6-b350-dc1cc1e662f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.779535 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a02110c-bcaa-48b6-b350-dc1cc1e662f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.784093 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.808254 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:21.811432 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6af3f2-1674-4878-ab79-36abbce13a53" -d '{"events": [{"server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "name": "network-vif-plugged", "status": "completed", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:21.826513 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port e530c081-78e0-4df0-9bdb-0fc9f70c9e53, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:21.835120 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.842048 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a02110c-bcaa-48b6-b350-dc1cc1e662f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.844638 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2a02110c-bcaa-48b6-b350-dc1cc1e662f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:21.848175 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2a02110c-bcaa-48b6-b350-dc1cc1e662f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db01ede2-9dbb-43df-a31c-8ba41d0c9c88 HTTP/1.1" status: 204 len: 168 time: 0.1683540 Jul 13 19:19:21.868303 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02110c-bcaa-48b6-b350-dc1cc1e662f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db01ede2-9dbb-43df-a31c-8ba41d0c9c88,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:21.877670 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf98965-77be-40ba-930b-8f1b551e0031 req-f76e712e-dc78-4040-b9fd-70613af1c5d8 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.884083 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ebf98965-77be-40ba-930b-8f1b551e0031 req-f76e712e-dc78-4040-b9fd-70613af1c5d8 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 944 time: 0.0735519 Jul 13 19:19:21.915829 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:21.944112 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ebf98965-77be-40ba-930b-8f1b551e0031 req-e0b9f674-6a57-4c9c-96f5-28f09633004b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593231 Jul 13 19:19:21.975581 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3979c0-f0d5-4286-92cd-3676aba283cb req-03d04460-a4cf-41d1-8386-3e5a06750d3d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:21.977064 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a3979c0-f0d5-4286-92cd-3676aba283cb req-03d04460-a4cf-41d1-8386-3e5a06750d3d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 944 time: 0.0718532 Jul 13 19:19:22.009408 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0791c3-08c3-40f0-938a-9c970568b033 x-openstack-request-id: req-db0791c3-08c3-40f0-938a-9c970568b033 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:22.009736 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "name": "network-vif-plugged", "status": "completed", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:22.009997 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db0791c3-08c3-40f0-938a-9c970568b033 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:22.010451 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'code': 200} Jul 13 19:19:22.017659 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a3979c0-f0d5-4286-92cd-3676aba283cb req-609d5453-8cb1-44a3-88f0-3634a566297d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Jul 13 19:19:22.400496 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998e91b-99f3-4fbf-997b-9067e0164568 req-c33d1489-b1ae-4121-aeb4-0185fb9c8db0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:22.402040 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b998e91b-99f3-4fbf-997b-9067e0164568 req-c33d1489-b1ae-4121-aeb4-0185fb9c8db0 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1033375 Jul 13 19:19:22.439630 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bbbb5-f5cb-431c-a0c5-b32bdc4a9481 req-94bec2cf-d63c-4dcf-ba0a-4273cb657b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:22.441049 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7c0bbbb5-f5cb-431c-a0c5-b32bdc4a9481 req-94bec2cf-d63c-4dcf-ba0a-4273cb657b7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 1098 time: 0.1018569 Jul 13 19:19:22.491411 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b998e91b-99f3-4fbf-997b-9067e0164568 req-cad460f7-d6f9-4a51-8463-d833e551c6b4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826659 Jul 13 19:19:22.521498 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7c0bbbb5-f5cb-431c-a0c5-b32bdc4a9481 req-e9805026-a3ed-4991-a6ad-1ba57d6d9e24 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711195 Jul 13 19:19:22.539324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42919bf-5167-479c-aee0-ba705112498d req-0ac6268b-7e95-4422-855b-0312e4288856 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:22.540799 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42919bf-5167-479c-aee0-ba705112498d req-0ac6268b-7e95-4422-855b-0312e4288856 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1059284 Jul 13 19:19:22.577163 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c42919bf-5167-479c-aee0-ba705112498d req-be14a78e-55bb-4858-b70e-a66601415a49 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307362 Jul 13 19:19:22.605971 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32810) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:22.701342 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-623042132-network', 'tenant_id': '72ce73f9899f4501a944ad077722d52a'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:22.724198 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Made reservation on behalf of 72ce73f9899f4501a944ad077722d52a for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:22.726546 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.735336 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.827182 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.832690 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.857367 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:19:22.867033 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d78c43-3435-4ec0-a5db-864cf8ee1109,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:22.872833 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.873171 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Added segment 2dfd0109-ed23-45ca-898d-2bc5e4a95206 of type vlan for network 5a7b18b8-aac9-4405-a503-2ad23df14c7f Jul 13 19:19:22.887940 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b328a16-a4e7-4cda-99bb-7b6ced2a061d req-28395243-16b0-4bd8-86b3-04732bd2327b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:22.889442 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b328a16-a4e7-4cda-99bb-7b6ced2a061d req-28395243-16b0-4bd8-86b3-04732bd2327b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0685527 Jul 13 19:19:22.912827 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.927858 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b328a16-a4e7-4cda-99bb-7b6ced2a061d req-44def5dc-053f-4a70-8419-2e8d92b986cd tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Jul 13 19:19:22.943066 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:22.944142 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:22.944894 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:23.001093 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3912859 Jul 13 19:19:23.001650 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 32818) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:23.003539 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84afec5-0a9e-4f23-8bfe-49d436ebb6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7b18b8-aac9-4405-a503-2ad23df14c7f,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:23.007176 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Request body: {'subnet': {'network_id': '5a7b18b8-aac9-4405-a503-2ad23df14c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-623042132-subnet', 'tenant_id': '72ce73f9899f4501a944ad077722d52a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:23.014238 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 5a7b18b8-aac9-4405-a503-2ad23df14c7f details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:19:23.032305 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Made reservation on behalf of 72ce73f9899f4501a944ad077722d52a for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:23.035416 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4617327'] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:23.220294 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad0b1e-ca93-4548-aba6-f10c57177f53 req-6d9b40f4-8ec0-446c-ba02-be9dbb5008f3 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:23.221766 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-94ad0b1e-ca93-4548-aba6-f10c57177f53 req-6d9b40f4-8ec0-446c-ba02-be9dbb5008f3 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 945 time: 0.1498187 Jul 13 19:19:23.316352 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-94ad0b1e-ca93-4548-aba6-f10c57177f53 req-c2313945-2fba-4207-bcde-c02d4e91a19b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880995 Jul 13 19:19:23.326545 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35453-6802-404b-a8aa-ca3830e03014 req-184c82f3-14c5-4c3a-8471-65467d14347c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:23.327982 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-28c35453-6802-404b-a8aa-ca3830e03014 req-184c82f3-14c5-4c3a-8471-65467d14347c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 944 time: 0.1894150 Jul 13 19:19:23.330769 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4840081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4617309'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:23.400505 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9404b3bc-0d2c-48c9-95a0-cc5a653ac1ae,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:23.412896 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-28c35453-6802-404b-a8aa-ca3830e03014 req-d0732e68-2636-417b-902b-88d6e5b52acd tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776467 Jul 13 19:19:23.421805 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Checking segment: {'id': '2dfd0109-ed23-45ca-898d-2bc5e4a95206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '5a7b18b8-aac9-4405-a503-2ad23df14c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:23.422150 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Network hostable DHCP agents. Network: 5a7b18b8-aac9-4405-a503-2ad23df14c7f, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:19:23.439933 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Network 5a7b18b8-aac9-4405-a503-2ad23df14c7f is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:19:23.451561 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 5a7b18b8-aac9-4405-a503-2ad23df14c7f) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:23.455604 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:23.456200 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:23.460465 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50c941-beed-4cc0-96bc-b10c5b94d016 None None] Network 5a7b18b8-aac9-4405-a503-2ad23df14c7f requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:23.478710 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d5e79fbf-7f07-4892-a273-a39c104316fb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4683378 Jul 13 19:19:23.595090 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bcf60a-5151-483a-8595-576d3ed9695c None None] Network 5a7b18b8-aac9-4405-a503-2ad23df14c7f requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:23.745955 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fcb28-c8b2-49bc-a89e-60d9a94e3593 req-ead4cb49-9e7b-4f4a-bbb1-5ddcba6bf510 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:23.747984 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd6fcb28-c8b2-49bc-a89e-60d9a94e3593 req-ead4cb49-9e7b-4f4a-bbb1-5ddcba6bf510 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1231501 Jul 13 19:19:23.766731 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device c576159f-bd07-450d-8dda-a30694e82440 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:19:23.768786 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78a29a90-a22a-473c-a951-c3f19e40aaf8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:19:23.801373 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 78a29a90-a22a-473c-a951-c3f19e40aaf8 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:19:23.801756 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78a29a90-a22a-473c-a951-c3f19e40aaf8 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:19:23.830140 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cd6fcb28-c8b2-49bc-a89e-60d9a94e3593 req-add36c29-4372-453c-ad35-fc0a78f4773b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702808 Jul 13 19:19:23.852279 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef68-4a87-4580-b829-5cd06f483828 req-3353fd14-12ea-490e-973b-531e5ddf03fb tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:23.853816 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cf18ef68-4a87-4580-b829-5cd06f483828 req-3353fd14-12ea-490e-973b-531e5ddf03fb tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1045446 Jul 13 19:19:23.894579 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cf18ef68-4a87-4580-b829-5cd06f483828 req-060f7e9c-d6b5-471c-8135-b0faa3eb5047 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Jul 13 19:19:23.953427 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port c576159f-bd07-450d-8dda-a30694e82440, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c576159f-bd07-450d-8dda-a30694e82440,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:23.964334 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'c576159f-bd07-450d-8dda-a30694e82440', 'network_id': '8a1994e6-5e8c-42fc-ad0c-e477c5745576', 'port_id': 'c576159f-bd07-450d-8dda-a30694e82440', 'mac_address': 'fa:16:3e:29:92:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb763e83-cded-471f-8f14-97f0e0bd6213', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:19:24.001028 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.013859 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c576159f-bd07-450d-8dda-a30694e82440 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:19:24.032376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 32842) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:24.037428 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port c576159f-bd07-450d-8dda-a30694e82440, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c576159f-bd07-450d-8dda-a30694e82440,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:24.037887 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494688366-network', 'tenant_id': '8e810cbf0ad041de928062c662300623'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:24.043065 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.088987 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Made reservation on behalf of 8e810cbf0ad041de928062c662300623 for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:24.091512 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.095552 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=c576159f-bd07-450d-8dda-a30694e82440,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:24.105314 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.134374 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400f220-1491-49ba-bf34-d7122f579bc2 req-b957fc95-3ec3-4879-826d-69a99d380f4f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:24.135949 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2400f220-1491-49ba-bf34-d7122f579bc2 req-b957fc95-3ec3-4879-826d-69a99d380f4f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0939646 Jul 13 19:19:24.195302 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2400f220-1491-49ba-bf34-d7122f579bc2 req-16666246-697c-4188-837c-4cbe316b15a3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504293 Jul 13 19:19:24.243824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.253349 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.277021 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:19:24.286790 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b6863-c582-4d70-8119-9aae14d9a126,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:24.291324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.291712 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Added segment 4485e365-856d-4ae9-b325-f1063ff884cf of type vlan for network c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4 Jul 13 19:19:24.329414 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.358526 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.359494 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:24.360070 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.378424 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['c576159f-bd07-450d-8dda-a30694e82440'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:19:24.414184 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3806820 Jul 13 19:19:24.416982 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 32846) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:24.421823 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Request body: {'subnet': {'network_id': 'c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494688366-subnet', 'tenant_id': '8e810cbf0ad041de928062c662300623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:24.429693 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057405e-b8e1-4671-afca-d4a4ee98504e admin admin] Pushing event updated for resources: {'Network': ['ID=c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:24.448012 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:19:24.482123 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Made reservation on behalf of 8e810cbf0ad041de928062c662300623 for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:19:24.484427 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4617327'] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:24.599263 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35413a2c-1086-4ab0-a11c-2c5be2d031ae req-6a15d736-0797-4aac-8cd8-f77cecc8946a tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:24.600732 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35413a2c-1086-4ab0-a11c-2c5be2d031ae req-6a15d736-0797-4aac-8cd8-f77cecc8946a tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 945 time: 0.1687620 Jul 13 19:19:24.928432 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ae1fd-789d-4e95-b374-3dc8bbff95fc req-c51499f2-ac2f-462e-bbc3-fb22a5f2a70d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:24.929881 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e73ae1fd-789d-4e95-b374-3dc8bbff95fc req-c51499f2-ac2f-462e-bbc3-fb22a5f2a70d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 945 time: 0.3924434 Jul 13 19:19:24.934223 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35413a2c-1086-4ab0-a11c-2c5be2d031ae req-b05d33f6-9389-48e3-9cf8-17ead15190e1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273716 Jul 13 19:19:24.979235 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e73ae1fd-789d-4e95-b374-3dc8bbff95fc req-3809ec08-ef5b-49b7-9fda-579b71723278 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427012 Jul 13 19:19:25.027394 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4840081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4617309'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.142196 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf12302-8cf8-439e-ab1b-aef27e0518e5,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:25.159889 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Checking segment: {'id': '4485e365-856d-4ae9-b325-f1063ff884cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:19:25.160249 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Network hostable DHCP agents. Network: c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:19:25.203800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d1d2-4b48-4bf4-bde1-e3ec03c45ff7 req-1fe69f18-cb22-451e-97be-e55dcdec2131 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:25.205175 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b234d1d2-4b48-4bf4-bde1-e3ec03c45ff7 req-1fe69f18-cb22-451e-97be-e55dcdec2131 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 943 time: 0.1697447 Jul 13 19:19:25.207708 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Network c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:19:25.217741 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1dab-b784-49c3-b34d-39a8cd65a7ae req-99b4a17d-0305-4eb1-b443-e86f60ec3cf7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:25.219146 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0b5c1dab-b784-49c3-b34d-39a8cd65a7ae req-99b4a17d-0305-4eb1-b443-e86f60ec3cf7 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.1285343 Jul 13 19:19:25.231247 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:25.238906 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a681076-567d-4e75-a4a1-f985427f86db None None] Network c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:25.253580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:25.254197 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.296328 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ed2edb60-cf54-4c19-954f-93ddfe79ba8e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8698077 Jul 13 19:19:25.296328 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b234d1d2-4b48-4bf4-bde1-e3ec03c45ff7 req-c7f0ae22-da84-4798-8c80-27a49efa755c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690811 Jul 13 19:19:25.296328 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0b5c1dab-b784-49c3-b34d-39a8cd65a7ae req-2a29f1ef-3ed1-4fee-97f3-d3b57769158d tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672693 Jul 13 19:19:25.431791 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32868) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:25.434372 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f716e-7165-4725-aa8f-11bd713a2812 None None] Network c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:19:25.481031 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] Deleting subnet 9404b3bc-0d2c-48c9-95a0-cc5a653ac1ae {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:19:25.483660 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260e39b-b31c-4822-93f7-a40668eae1ce req-210041db-db57-4e86-952c-69bbb1409b64 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:25.484422 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.491733 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0260e39b-b31c-4822-93f7-a40668eae1ce req-210041db-db57-4e86-952c-69bbb1409b64 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 945 time: 0.0891716 Jul 13 19:19:25.525360 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.542892 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0260e39b-b31c-4822-93f7-a40668eae1ce req-72b4956a-a573-415f-8fd4-34d605255517 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501966 Jul 13 19:19:25.568017 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 32870) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:25.575151 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.651854 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:19:25.658172 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device c576159f-bd07-450d-8dda-a30694e82440 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:19:25.687733 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.717488 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9404b3bc-0d2c-48c9-95a0-cc5a653ac1ae,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:25.719515 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.721870 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-42bc82c4-8884-4b46-9ec3-c21981580a0b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9404b3bc-0d2c-48c9-95a0-cc5a653ac1ae HTTP/1.1" status: 204 len: 168 time: 0.2886713 Jul 13 19:19:25.724128 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32878) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:25.787350 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port c576159f-bd07-450d-8dda-a30694e82440 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:19:25.793576 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port c576159f-bd07-450d-8dda-a30694e82440 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:19:25.794267 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.824003 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.831921 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-3055fd84-ee9f-4cd4-bd42-52b100dbb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:25.834144 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-3055fd84-ee9f-4cd4-bd42-52b100dbb873 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1137 time: 0.1555591 Jul 13 19:19:25.844900 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412d7d1-3874-4302-ae49-0e7692e37d04 req-273dca31-dfba-44e7-a5c6-d3c4a6263f92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:25.852685 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e412d7d1-3874-4302-ae49-0e7692e37d04 req-273dca31-dfba-44e7-a5c6-d3c4a6263f92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1636760 Jul 13 19:19:25.926454 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:25.946209 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7b18b8-aac9-4405-a503-2ad23df14c7f']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:25.968623 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfd0109-ed23-45ca-898d-2bc5e4a95206') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:25.968844 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfd0109-ed23-45ca-898d-2bc5e4a95206') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:25.981448 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:25.994000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.017000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.030780 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:19:26.033346 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.033495 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'port_id': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'mac_address': 'fa:16:3e:7e:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:19:26.037187 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:19:26.057528 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e412d7d1-3874-4302-ae49-0e7692e37d04 req-643c108b-fdb2-4c3d-aaed-b7e2c33beaa9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038088 Jul 13 19:19:26.081442 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.119342 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-ea055183-5863-4a61-9e69-caa99a082f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.121173 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-ea055183-5863-4a61-9e69-caa99a082f00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 200 len: 915 time: 0.2664626 Jul 13 19:19:26.126100 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.132721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d4efc-e404-461b-9b6c-ebc61ed582ec tempest-TestVolumeBootPattern-782156319 tempest-TestVolumeBootPattern-782156319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.136004 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.137716 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-477d4efc-e404-461b-9b6c-ebc61ed582ec tempest-TestVolumeBootPattern-782156319 tempest-TestVolumeBootPattern-782156319-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 1093 time: 0.5681624 Jul 13 19:19:26.139298 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 32886) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:26.141483 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5a7b18b8-aac9-4405-a503-2ad23df14c7f HTTP/1.1" status: 204 len: 168 time: 0.4164011 Jul 13 19:19:26.142112 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32888) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:26.145109 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'port_id': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:19:26.161095 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c576159f-bd07-450d-8dda-a30694e82440'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:26.163865 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97741b63-96c8-490b-a987-388465a64bdd" -d '{"events": [{"server_uuid": "c8b2a656-7e34-48e5-9773-64967741ca9f", "name": "network-vif-plugged", "status": "completed", "tag": "c576159f-bd07-450d-8dda-a30694e82440"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:26.179459 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.181654 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eea8d2-8acd-4b39-a2dc-a72444480dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7b18b8-aac9-4405-a503-2ad23df14c7f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:26.199503 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port c576159f-bd07-450d-8dda-a30694e82440, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c576159f-bd07-450d-8dda-a30694e82440,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:26.205303 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] Deleting subnet adf12302-8cf8-439e-ab1b-aef27e0518e5 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:19:26.205649 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37972d9-fee7-497e-a5c2-2a762de510d7 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:19:26.208955 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.214597 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.248118 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.257543 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:26.266855 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.267186 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-618eb385-e03d-42c4-be04-44ea44e67275 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 1000 time: 0.1265430 Jul 13 19:19:26.275875 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f6e4b-e4f6-4ba6-9ab9-7493395af2d9 req-19ca1bf7-ded7-4831-9dd2-b5ace63fdca9 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.277455 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a4f6e4b-e4f6-4ba6-9ab9-7493395af2d9 req-19ca1bf7-ded7-4831-9dd2-b5ace63fdca9 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.2142324 Jul 13 19:19:26.278245 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.298015 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.302101 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=c576159f-bd07-450d-8dda-a30694e82440,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:26.354662 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.370389 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=9']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:26.381386 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf12302-8cf8-439e-ab1b-aef27e0518e5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:26.385419 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.390268 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-943f3878-f834-4c25-8932-c827bb6f1d0b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/adf12302-8cf8-439e-ab1b-aef27e0518e5 HTTP/1.1" status: 204 len: 168 time: 0.2424550 Jul 13 19:19:26.394169 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32894) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:26.413733 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-024eed42-b8e3-4ef9-b75c-04c507679fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.415253 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-024eed42-b8e3-4ef9-b75c-04c507679fba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ebdec44-698d-496e-8aa6-1ff1840938a9 HTTP/1.1" status: 200 len: 853 time: 0.1342494 Jul 13 19:19:26.419502 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9a4f6e4b-e4f6-4ba6-9ab9-7493395af2d9 req-78a0b899-747c-4643-9438-c954f04756d5 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193862 Jul 13 19:19:26.431663 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82894-a27c-4579-b075-ac6dabf495b9 req-a6d342c6-3e2d-4baa-9861-fad2ff3966bc tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.433163 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-32b82894-a27c-4579-b075-ac6dabf495b9 req-a6d342c6-3e2d-4baa-9861-fad2ff3966bc tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 946 time: 0.2409966 Jul 13 19:19:26.475228 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.490651 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98de0f1c-1720-41bb-bc3b-a1e8f50d63f2 x-openstack-request-id: req-98de0f1c-1720-41bb-bc3b-a1e8f50d63f2 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:26.490935 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b2a656-7e34-48e5-9773-64967741ca9f", "name": "network-vif-plugged", "status": "completed", "tag": "c576159f-bd07-450d-8dda-a30694e82440", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:26.491801 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98de0f1c-1720-41bb-bc3b-a1e8f50d63f2 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:26.492191 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c576159f-bd07-450d-8dda-a30694e82440', 'code': 200} Jul 13 19:19:26.516761 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-32b82894-a27c-4579-b075-ac6dabf495b9 req-e599b895-acfa-4880-b46b-1409b529ad1f tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688796 Jul 13 19:19:26.550520 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-c4268916-3825-401c-ba20-d94e8ccc16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.559074 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-c4268916-3825-401c-ba20-d94e8ccc16f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe850b57-c799-4025-a30d-0e45173f4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1230404 Jul 13 19:19:26.598614 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.603471 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.613946 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:26.624922 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4485e365-856d-4ae9-b325-f1063ff884cf') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:26.625218 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4485e365-856d-4ae9-b325-f1063ff884cf') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:26.625991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['b37972d9-fee7-497e-a5c2-2a762de510d7'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:19:26.634830 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.650586 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.657484 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:19:26.657917 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:19:26.660347 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:19:26.770071 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-a14294d1-0fc5-4fa4-a4a8-9107fa27086a service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950052 Jul 13 19:19:26.775861 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.780862 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:26.783607 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4 HTTP/1.1" status: 204 len: 168 time: 0.3813267 Jul 13 19:19:26.803573 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04c3c-49fa-4bff-b102-ef99ec48f680 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e075a8-1a34-4bc1-91a2-c3a0a76d9db4,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:26.820403 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628871-2307-44d5-a093-c0958e7073ec req-b2372c0e-86dd-475f-93b4-8f90b93c363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.822456 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-96628871-2307-44d5-a093-c0958e7073ec req-b2372c0e-86dd-475f-93b4-8f90b93c363a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 1099 time: 0.0997407 Jul 13 19:19:26.824724 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402937-38bc-4042-bd7e-eb93a5ffe2fd req-f8d72d9f-6cb5-41d5-9671-d3131d417ae4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:26.826325 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ad402937-38bc-4042-bd7e-eb93a5ffe2fd req-f8d72d9f-6cb5-41d5-9671-d3131d417ae4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 944 time: 0.2308888 Jul 13 19:19:26.868961 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-96628871-2307-44d5-a093-c0958e7073ec req-286d1064-e4b7-4975-b9db-5670e5ba4a27 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351570 Jul 13 19:19:26.963281 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ad402937-38bc-4042-bd7e-eb93a5ffe2fd req-ed7d47ea-69c3-4511-be31-993f028fa835 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110542 Jul 13 19:19:26.968790 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32898) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:26.980375 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Allocated IP 172.27.3.170 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/9cd627c1-c39a-4db0-9ceb-a0c2e99d4ff1) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:19:27.010427 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a758f77f-08fd-4c4c-b2e7-9777ce586b49 req-b80771bd-9e9b-4686-8616-6b12248037dd service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026141 Jul 13 19:19:27.013783 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7ac3d82e-2dd5-48c7-bb87-f883594d50f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72ce73f9899f4501a944ad077722d52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438430 Jul 13 19:19:27.016855 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32902) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:27.031228 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.069681 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9ea50c78-6b4d-40a3-bcbb-8e3af9dae270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.095374 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9ea50c78-6b4d-40a3-bcbb-8e3af9dae270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.112487 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.157475 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9ea50c78-6b4d-40a3-bcbb-8e3af9dae270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.160784 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9ea50c78-6b4d-40a3-bcbb-8e3af9dae270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.162260 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9ea50c78-6b4d-40a3-bcbb-8e3af9dae270 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b1d78c43-3435-4ec0-a5db-864cf8ee1109 HTTP/1.1" status: 204 len: 168 time: 0.1441162 Jul 13 19:19:27.173607 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea50c78-6b4d-40a3-bcbb-8e3af9dae270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d78c43-3435-4ec0-a5db-864cf8ee1109,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:27.179888 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.266555 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:19:27.274555 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:19:27.277302 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:19:27.319045 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=9cd627c1-c39a-4db0-9ceb-a0c2e99d4ff1,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:27.371369 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17ee4-0fb6-425d-a4f8-1c3053f03cca req-c9b78b59-1d4c-44e5-a84c-24eeb17fd400 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:27.372661 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-71a17ee4-0fb6-425d-a4f8-1c3053f03cca req-c9b78b59-1d4c-44e5-a84c-24eeb17fd400 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1886983 Jul 13 19:19:27.457831 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-71a17ee4-0fb6-425d-a4f8-1c3053f03cca req-42e45dac-9b06-42d0-a7e9-b5deee1df0c9 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772862 Jul 13 19:19:27.554643 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32920) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:27.595844 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-43261546-f783-4e86-893c-47823cbafd54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e810cbf0ad041de928062c662300623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393803 Jul 13 19:19:27.598779 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 32922) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:27.649290 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5a29061f-22de-46df-a214-fc93b1a9e00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.666012 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:19:27.691300 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5a29061f-22de-46df-a214-fc93b1a9e00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.727874 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port b37972d9-fee7-497e-a5c2-2a762de510d7 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:19:27.728548 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.749709 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71327ef-96b7-439d-8b44-4560ef5a95bf req-07ceb61f-e58c-429b-80d0-351411e18601 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:27.751252 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c71327ef-96b7-439d-8b44-4560ef5a95bf req-07ceb61f-e58c-429b-80d0-351411e18601 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.1716278 Jul 13 19:19:27.781339 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5a29061f-22de-46df-a214-fc93b1a9e00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.785374 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5a29061f-22de-46df-a214-fc93b1a9e00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.789712 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5a29061f-22de-46df-a214-fc93b1a9e00f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d25b6863-c582-4d70-8119-9aae14d9a126 HTTP/1.1" status: 204 len: 168 time: 0.1895723 Jul 13 19:19:27.800134 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29061f-22de-46df-a214-fc93b1a9e00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b6863-c582-4d70-8119-9aae14d9a126,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:27.848186 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.862420 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c71327ef-96b7-439d-8b44-4560ef5a95bf req-0389f186-9103-4fae-9260-596dc8543805 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994532 Jul 13 19:19:27.894667 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:27.933639 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:27.943566 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.006524 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=10']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:28.119993 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d22aa8-db6e-4fa8-a4e2-82ffac2cd989 req-776af10a-9918-45df-83ef-d6b5e132dc0c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:28.121473 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-99d22aa8-db6e-4fa8-a4e2-82ffac2cd989 req-776af10a-9918-45df-83ef-d6b5e132dc0c tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 946 time: 0.2934797 Jul 13 19:19:28.123173 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.129084 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-6c30afaa-f4df-400b-87e4-4e765ada136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:28.130523 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-6c30afaa-f4df-400b-87e4-4e765ada136d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 1098 time: 0.2221358 Jul 13 19:19:28.232309 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4235f-66f1-432b-aef6-ebdb05aab210 req-9868fd11-cec9-4a11-9bb2-4b5d7174d129 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:28.234600 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-80d4235f-66f1-432b-aef6-ebdb05aab210 req-9868fd11-cec9-4a11-9bb2-4b5d7174d129 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.2378430 Jul 13 19:19:28.493852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:28.496748 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd45473-df6a-4b42-84e7-9072f053a18c" -d '{"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:28.582780 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-99d22aa8-db6e-4fa8-a4e2-82ffac2cd989 req-f6a4b604-57b8-4db5-b3dd-33b15ae11415 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355807 Jul 13 19:19:28.624517 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-b7fd9849-fcb2-4c5c-8191-4387a08eb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:28.626138 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-b7fd9849-fcb2-4c5c-8191-4387a08eb035 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 911 time: 0.4763510 Jul 13 19:19:28.630643 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-80d4235f-66f1-432b-aef6-ebdb05aab210 req-7b12fd21-8689-4b5d-b324-ab1cb4ce85c8 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3811095 Jul 13 19:19:28.693890 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27c73f2-7a06-49a0-84b1-4ee3c740fdf8 x-openstack-request-id: req-d27c73f2-7a06-49a0-84b1-4ee3c740fdf8 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:28.693890 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:28.693890 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d27c73f2-7a06-49a0-84b1-4ee3c740fdf8 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:28.694661 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'code': 200} Jul 13 19:19:28.753692 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-cb83fcdc-e27e-4cc1-bfa4-748181d50b37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc939afc-6540-4afd-a0d2-c3f01795e965 HTTP/1.1" status: 200 len: 1001 time: 0.1169140 Jul 13 19:19:28.777711 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.803102 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:28.886311 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-b9a18f97-96a9-4499-bb8c-d7ee2da26e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:28.887795 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-b9a18f97-96a9-4499-bb8c-d7ee2da26e05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.1231730 Jul 13 19:19:28.898376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=9cd627c1-c39a-4db0-9ceb-a0c2e99d4ff1,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:28.918069 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95425316-0b6b-4e37-839e-073344f88ac4 req-a6ce307d-6bc8-4dd3-96a4-9f10edf8780a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:28.919555 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-95425316-0b6b-4e37-839e-073344f88ac4 req-a6ce307d-6bc8-4dd3-96a4-9f10edf8780a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.2117357 Jul 13 19:19:28.952181 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:29.058681 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-95425316-0b6b-4e37-839e-073344f88ac4 req-d1fe4d4d-47f4-4281-806b-3a44dd4a2576 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192222 Jul 13 19:19:29.113641 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-ac8aa470-3cc7-47a9-939c-5d64afcaf273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:29.115175 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-ac8aa470-3cc7-47a9-939c-5d64afcaf273 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2135644 Jul 13 19:19:29.174566 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Floating IP 66c59f50-145b-4e71-ac1f-c30610333b7b associated. External IP: 172.27.3.170, port: e530c081-78e0-4df0-9bdb-0fc9f70c9e53. Jul 13 19:19:29.216348 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-14c11ad4-33fc-4e1e-925d-2e7968c50029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:29.240541 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4d6e9-b125-408e-b4d4-aeda06121ad8 req-b5a8c632-cca7-4386-959d-006ee05e2c5e tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:29.242055 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3db4d6e9-b125-408e-b4d4-aeda06121ad8 req-b5a8c632-cca7-4386-959d-006ee05e2c5e tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.2443364 Jul 13 19:19:29.266338 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fe153-d16e-4f41-90fe-46fc8ab6c400 req-8eb35268-50f5-492f-b40f-57603baed451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:29.267972 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-292fe153-d16e-4f41-90fe-46fc8ab6c400 req-8eb35268-50f5-492f-b40f-57603baed451 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0635676 Jul 13 19:19:29.304784 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-292fe153-d16e-4f41-90fe-46fc8ab6c400 req-27fd793b-8848-4284-9665-0f8d6be9d60c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300608 Jul 13 19:19:29.340144 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-6c2c730f-631c-4825-8b45-61aec5e7774e service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120581 Jul 13 19:19:29.347262 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3db4d6e9-b125-408e-b4d4-aeda06121ad8 req-ca4c982b-6434-44fb-b13f-a3f700b85f45 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923722 Jul 13 19:19:29.530003 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-759fda2a-7dbd-44b8-a85b-c9c3d49a9c11 req-9f7477a3-b18d-41f3-b955-f1cb496a3979 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422958 Jul 13 19:19:29.531714 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:19:29.655964 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:19:29.668029 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347af25-119f-4393-8dc1-3498319df72a None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:19:29.681536 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:19:29.682337 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:19:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:29.689975 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:29.745690 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e5e251ce-9dd2-404d-b709-4e332e6f3b92 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5949206 Jul 13 19:19:29.745690 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:29.745690 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed398c2-f613-400c-bf66-69e947ba7c39" -d '{"events": [{"name": "network-changed", "server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:29.844642 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:19:29.888836 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602010e2-2301-47ca-b2e3-89908d9033d7 req-e01d5c15-40bc-4b85-923b-8651b9948028 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:29.890267 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-602010e2-2301-47ca-b2e3-89908d9033d7 req-e01d5c15-40bc-4b85-923b-8651b9948028 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 946 time: 0.0981967 Jul 13 19:19:29.900557 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87237c0-b65b-4326-9cea-2ef96b1e2bc5 req-cb804dcb-24b9-461a-8b66-9c446c89ea22 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:29.902098 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c87237c0-b65b-4326-9cea-2ef96b1e2bc5 req-cb804dcb-24b9-461a-8b66-9c446c89ea22 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.1212626 Jul 13 19:19:29.957613 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-602010e2-2301-47ca-b2e3-89908d9033d7 req-35c5c4da-b094-4153-bced-b91786307f34 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544772 Jul 13 19:19:29.962332 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c87237c0-b65b-4326-9cea-2ef96b1e2bc5 req-fbacdd06-f174-4813-880c-33bfe5820e75 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Jul 13 19:19:30.012565 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff1364d-cbfe-428e-ac1f-3b4b2dba7cad x-openstack-request-id: req-7ff1364d-cbfe-428e-ac1f-3b4b2dba7cad {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:30.013070 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:30.013721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ff1364d-cbfe-428e-ac1f-3b4b2dba7cad {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:30.014311 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'status': 'completed', 'code': 200} Jul 13 19:19:30.072928 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '66c59f50-145b-4e71-ac1f-c30610333b7b', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:6d:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:19:27Z', 'updated_at': '2021-07-13T19:19:27Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:30.099405 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347af25-119f-4393-8dc1-3498319df72a None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:19:30.108458 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:19:30.109162 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:19:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:30.151068 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-1989b830-0158-4727-b6a7-2b1c50b65f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:30.152567 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-1989b830-0158-4727-b6a7-2b1c50b65f08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 1098 time: 0.1037509 Jul 13 19:19:30.177406 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1acb98-43c6-463d-bcad-4cd52df8e6f9 req-97eebfce-dee3-4486-99c5-0ef1788edbfe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:30.178948 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3a1acb98-43c6-463d-bcad-4cd52df8e6f9 req-97eebfce-dee3-4486-99c5-0ef1788edbfe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0940795 Jul 13 19:19:30.227014 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:19:30.262859 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3a1acb98-43c6-463d-bcad-4cd52df8e6f9 req-02562e97-66bc-4983-a4d6-0df15339492c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736506 Jul 13 19:19:30.290426 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-f0a6e2df-5a0b-421b-8f56-631253b427f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:30.290426 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-f0a6e2df-5a0b-421b-8f56-631253b427f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.1226509 Jul 13 19:19:30.398495 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-b90b57e4-43c2-436d-a03a-bf9d25b5609f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53 HTTP/1.1" status: 200 len: 999 time: 0.0903249 Jul 13 19:19:30.486589 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8347af25-119f-4393-8dc1-3498319df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '66c59f50-145b-4e71-ac1f-c30610333b7b', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:6d:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:19:27Z', 'updated_at': '2021-07-13T19:19:27Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:19:30.524378 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347af25-119f-4393-8dc1-3498319df72a None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '66c59f50-145b-4e71-ac1f-c30610333b7b', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:6d:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:19:27Z', 'updated_at': '2021-07-13T19:19:27Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:19:30.535264 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-5fe89695-cc5e-486f-af23-2c39aa61068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:30.535264 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-5fe89695-cc5e-486f-af23-2c39aa61068c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0872743 Jul 13 19:19:30.638383 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bf1e4-afa6-4605-aade-0e07c5980e90 req-1a825afb-f653-40e9-ad61-92516f449161 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:30.645310 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aa5bf1e4-afa6-4605-aade-0e07c5980e90 req-1a825afb-f653-40e9-ad61-92516f449161 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.2500036 Jul 13 19:19:30.715357 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-aa5bf1e4-afa6-4605-aade-0e07c5980e90 req-facb8467-97c7-497f-ace6-d2f4aa9ecd18 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691562 Jul 13 19:19:30.719276 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-25ef9fa7-29d1-4e3c-8971-c27bde4c722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:30.720415 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-25ef9fa7-29d1-4e3c-8971-c27bde4c722f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1715391 Jul 13 19:19:30.727842 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a74b68-8b0c-4764-8056-a54476eb4bc1 req-d6d14128-2d3d-4f4d-bfee-9fa4e166e7a6 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:30.729245 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-44a74b68-8b0c-4764-8056-a54476eb4bc1 req-d6d14128-2d3d-4f4d-bfee-9fa4e166e7a6 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.1648235 Jul 13 19:19:30.825885 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-44a74b68-8b0c-4764-8056-a54476eb4bc1 req-45f1bf34-1399-4577-91a3-1bdab67b562e tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901928 Jul 13 19:19:30.860562 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c09f7b-41cb-40fd-a5c4-aec923c21565 None None] New status for floating IP 66c59f50-145b-4e71-ac1f-c30610333b7b: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:19:30.875396 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-27a08702-575e-408c-811b-f1937f036057 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379814 Jul 13 19:19:31.004038 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ed398c2-f613-400c-bf66-69e947ba7c39 req-9395ee14-446b-47b2-84ab-a85ea48a9a8f service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146424 Jul 13 19:19:31.199924 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31e143-62a7-432e-8c36-3ede76522a1e req-ec1617cc-1700-4724-9d9e-e484726610f4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:31.208220 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2c31e143-62a7-432e-8c36-3ede76522a1e req-ec1617cc-1700-4724-9d9e-e484726610f4 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0851185 Jul 13 19:19:31.247670 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2c31e143-62a7-432e-8c36-3ede76522a1e req-f37acf57-ae54-46cc-b41e-13ff8f847512 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373516 Jul 13 19:19:31.447301 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a569e5-bb2d-4120-b3f0-5b41ce3c333f req-365a87a4-31d2-44b3-a4f7-3082150c7584 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:31.448740 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-31a569e5-bb2d-4120-b3f0-5b41ce3c333f req-365a87a4-31d2-44b3-a4f7-3082150c7584 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0628653 Jul 13 19:19:31.487727 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-31a569e5-bb2d-4120-b3f0-5b41ce3c333f req-c8ace2bc-16e3-427f-a235-7a6eb0424154 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Jul 13 19:19:31.811075 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0fb42e6d-ed60-46b0-8ca3-4e10daa9d377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:31.895546 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b140d-1f93-4fd4-b1b2-8a0c44dbd523 req-2f14d661-6aaf-4df0-bc9a-3cdbd48ecd00 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:31.897076 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6c1b140d-1f93-4fd4-b1b2-8a0c44dbd523 req-2f14d661-6aaf-4df0-bc9a-3cdbd48ecd00 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.0620010 Jul 13 19:19:31.935810 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6c1b140d-1f93-4fd4-b1b2-8a0c44dbd523 req-1287958c-32dc-46ce-9256-d549941d31dd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Jul 13 19:19:32.008742 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503a48d-bb9d-4b3d-afa4-8995ac5133d3 req-8d866fb2-a43c-41d6-974a-5b09ee9c5e30 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:32.010144 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5503a48d-bb9d-4b3d-afa4-8995ac5133d3 req-8d866fb2-a43c-41d6-974a-5b09ee9c5e30 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0635529 Jul 13 19:19:32.048696 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5503a48d-bb9d-4b3d-afa4-8995ac5133d3 req-7ff7b3c0-ed31-437e-a5e1-1f781f888727 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327837 Jul 13 19:19:32.193850 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:32.422216 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3160fd-8667-452b-999b-9d0de1a56dc1 req-89ed000b-ae44-4804-a805-156556e3ebd0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:32.423693 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ad3160fd-8667-452b-999b-9d0de1a56dc1 req-89ed000b-ae44-4804-a805-156556e3ebd0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0651491 Jul 13 19:19:32.464735 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ad3160fd-8667-452b-999b-9d0de1a56dc1 req-2afd6773-69c0-44eb-9f57-cb82dea0789b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Jul 13 19:19:32.872308 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:33.117458 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf95a-dd25-49f9-991d-725b354ce357 req-32d4293b-d2dc-4821-8d65-35cfa69e31a2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:33.119086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a41bf95a-dd25-49f9-991d-725b354ce357 req-32d4293b-d2dc-4821-8d65-35cfa69e31a2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.0679452 Jul 13 19:19:33.156271 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a41bf95a-dd25-49f9-991d-725b354ce357 req-7d0d1ab2-129d-4dc2-afdb-3081c07a494a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Jul 13 19:19:33.219418 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c2c39-4060-4e07-baac-34dd0c66e778 req-5fc483d5-bcf8-409a-9d2e-ce48a93f20b6 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:33.220923 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-056c2c39-4060-4e07-baac-34dd0c66e778 req-5fc483d5-bcf8-409a-9d2e-ce48a93f20b6 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0619669 Jul 13 19:19:33.262043 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-056c2c39-4060-4e07-baac-34dd0c66e778 req-a9c980fb-4155-4dd0-93c3-cd479839957a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329742 Jul 13 19:19:33.647113 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ab6ad-48ed-441c-93b2-29d146f0de46 req-abff55f4-af8e-4a4d-b467-35f921ef47cc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:33.648573 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f30ab6ad-48ed-441c-93b2-29d146f0de46 req-abff55f4-af8e-4a4d-b467-35f921ef47cc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0697191 Jul 13 19:19:33.687244 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f30ab6ad-48ed-441c-93b2-29d146f0de46 req-7d295624-9f9c-443b-952d-736ab85fc8af tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Jul 13 19:19:34.361029 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0af0-b1a0-44f0-bc59-67245e5328f4 req-0e745c79-7dc4-489c-83c8-d983e984896f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:34.362566 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c1fd0af0-b1a0-44f0-bc59-67245e5328f4 req-0e745c79-7dc4-489c-83c8-d983e984896f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.0755370 Jul 13 19:19:34.423647 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c1fd0af0-b1a0-44f0-bc59-67245e5328f4 req-9743def5-3c7c-4ced-9aed-d37ab24aab79 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554831 Jul 13 19:19:34.457842 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5fb2-33a5-4693-a1d2-b43445d4a2ac req-59e35903-2efc-4ab9-93a7-71c997544fe4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:34.459299 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0eec5fb2-33a5-4693-a1d2-b43445d4a2ac req-59e35903-2efc-4ab9-93a7-71c997544fe4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0710757 Jul 13 19:19:34.499296 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0eec5fb2-33a5-4693-a1d2-b43445d4a2ac req-995d46bf-c0e7-474a-be83-dee5ff5f50ac tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327768 Jul 13 19:19:34.701609 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:34.863328 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc180800-f8e2-4618-8e79-ed384de0f41c req-c276d38e-accb-4501-9e1c-1ad4830085b6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:34.864787 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dc180800-f8e2-4618-8e79-ed384de0f41c req-c276d38e-accb-4501-9e1c-1ad4830085b6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0691166 Jul 13 19:19:34.906251 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dc180800-f8e2-4618-8e79-ed384de0f41c req-9189a85d-e0ac-4f3c-aa2c-4361963d2adc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Jul 13 19:19:35.678271 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6906139-9d59-4e81-9c96-9252ba4d1f37 req-41b31779-8117-4360-b1d4-d1aea7dddc53 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:35.679799 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6906139-9d59-4e81-9c96-9252ba4d1f37 req-41b31779-8117-4360-b1d4-d1aea7dddc53 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0646455 Jul 13 19:19:35.728812 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6906139-9d59-4e81-9c96-9252ba4d1f37 req-7710f070-73e1-4b42-9462-1dddacedaa1a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430527 Jul 13 19:19:35.778639 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190516f-d306-499e-8e8d-03f2abacbb1c req-4ac2a953-c4e2-4239-ac84-942bb0c91822 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:35.780086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f190516f-d306-499e-8e8d-03f2abacbb1c req-4ac2a953-c4e2-4239-ac84-942bb0c91822 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.0675566 Jul 13 19:19:35.817838 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f190516f-d306-499e-8e8d-03f2abacbb1c req-845789af-529d-4795-be84-89e3d1a072d5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Jul 13 19:19:36.106970 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c12c3-c0be-4fb2-afbd-378ba4682ccb req-4379600d-d574-47fc-8545-1eede0bbc41f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:36.108531 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-530c12c3-c0be-4fb2-afbd-378ba4682ccb req-4379600d-d574-47fc-8545-1eede0bbc41f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0731256 Jul 13 19:19:36.145636 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-530c12c3-c0be-4fb2-afbd-378ba4682ccb req-f06aa4dc-e6de-4da4-9f90-cb94c39e2a3c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Jul 13 19:19:36.470200 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-7d8adab7-9a87-4936-a8d4-6e58da46dedc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:36.471636 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-7d8adab7-9a87-4936-a8d4-6e58da46dedc tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 945 time: 0.0633850 Jul 13 19:19:36.590716 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Deleting port 40f58ed6-b4d0-4c85-b401-bc8507279690 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:19:36.591113 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:36.681256 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] For port 40f58ed6-b4d0-4c85-b401-bc8507279690, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=40f58ed6-b4d0-4c85-b401-bc8507279690,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:36.681589 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:36.695600 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Calling delete_port for 40f58ed6-b4d0-4c85-b401-bc8507279690 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:19:37.082174 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d19ad3-e0cc-44d2-b487-2639eee68e2e req-5bc5779f-dc32-49e9-8234-dcddef567bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:37.083556 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b9d19ad3-e0cc-44d2-b487-2639eee68e2e req-5bc5779f-dc32-49e9-8234-dcddef567bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.1056683 Jul 13 19:19:37.127642 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:37.168274 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b9d19ad3-e0cc-44d2-b487-2639eee68e2e req-3caa28f8-7fbb-4d24-b460-b974ed2cfa3b tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759177 Jul 13 19:19:37.173658 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Pushing event deleted for resources: {'Port': ['ID=40f58ed6-b4d0-4c85-b401-bc8507279690,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:37.210820 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] No DVR routers for this DVR port 40f58ed6-b4d0-4c85-b401-bc8507279690 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:19:37.213317 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:37.215376 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-007adace-60dd-4cf1-a253-3f20a9f53376 req-43cd36a9-ef39-4742-95dc-8c13ee1b74ed tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "DELETE /v2.0/ports/40f58ed6-b4d0-4c85-b401-bc8507279690 HTTP/1.1" status: 204 len: 173 time: 0.7281673 Jul 13 19:19:37.215843 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'name': 'network-vif-deleted', 'tag': '40f58ed6-b4d0-4c85-b401-bc8507279690'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:37.218157 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb53108-ccd7-4662-bb38-00620304d5ef" -d '{"events": [{"server_uuid": "40a6e254-ee56-4db3-a708-f4de4a943d48", "name": "network-vif-deleted", "tag": "40f58ed6-b4d0-4c85-b401-bc8507279690"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:37.254066 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0743a65d-4249-4be3-bb6f-87da5367917b x-openstack-request-id: req-0743a65d-4249-4be3-bb6f-87da5367917b {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:37.254359 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a6e254-ee56-4db3-a708-f4de4a943d48", "name": "network-vif-deleted", "tag": "40f58ed6-b4d0-4c85-b401-bc8507279690", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:37.254611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0743a65d-4249-4be3-bb6f-87da5367917b {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:37.255010 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a6e254-ee56-4db3-a708-f4de4a943d48', 'name': 'network-vif-deleted', 'tag': '40f58ed6-b4d0-4c85-b401-bc8507279690', 'status': 'completed', 'code': 200} Jul 13 19:19:37.299790 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ef1f7a6f-a92b-4ee6-91db-7e2cae3ff57a req-3cc96c04-42bc-4c4b-aa3a-e837348b5743 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.0306375 Jul 13 19:19:38.359596 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702c481-2baa-449e-8921-25bcf16e4656 req-e10412b1-85d7-4578-b25e-f0054e9fa83d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:38.361087 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2702c481-2baa-449e-8921-25bcf16e4656 req-e10412b1-85d7-4578-b25e-f0054e9fa83d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0716162 Jul 13 19:19:38.400694 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2702c481-2baa-449e-8921-25bcf16e4656 req-384e8449-bec5-4692-bb98-bfd2ac6cc155 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337875 Jul 13 19:19:38.440701 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d3075261-a134-4f75-90f1-f665393968d3 req-bf5ce715-f029-458c-98aa-f936b87c836b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.0281272 Jul 13 19:19:39.584610 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fa4a31eb-e1f0-4c20-92a6-d42e7764acdb req-2ff021be-f9b0-46c7-85e7-1767a3e9d9b8 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.0286858 Jul 13 19:19:39.613404 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c66e8-d5dc-43f2-a412-f4f270ae09f2 req-bcf292aa-8e6c-45fb-8f16-3544364a926e tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:39.614899 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b3c66e8-d5dc-43f2-a412-f4f270ae09f2 req-bcf292aa-8e6c-45fb-8f16-3544364a926e tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0892243 Jul 13 19:19:39.659987 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b3c66e8-d5dc-43f2-a412-f4f270ae09f2 req-05a5003e-cd72-406f-afc4-2e0e868bd596 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381424 Jul 13 19:19:40.019454 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['736c6364-c82d-4441-b752-6065c24da862', '40f58ed6-b4d0-4c85-b401-bc8507279690'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:19:40.777704 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cf8d3498-0800-4516-9c99-6e2cc9eacf29 req-69026816-4409-42ab-b71f-e000dd313c73 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=40a6e254-ee56-4db3-a708-f4de4a943d48 HTTP/1.1" status: 200 len: 210 time: 0.0413191 Jul 13 19:19:40.872706 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e31ec4-5137-425a-96f5-dbc80ae65223 req-6eca0ff2-669c-477a-8920-f482bd5eeaa4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:40.875528 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e31ec4-5137-425a-96f5-dbc80ae65223 req-6eca0ff2-669c-477a-8920-f482bd5eeaa4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0762513 Jul 13 19:19:40.918028 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e31ec4-5137-425a-96f5-dbc80ae65223 req-19c99ccb-af7f-425e-be72-65852594cf98 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364020 Jul 13 19:19:42.107961 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ae8f7-512b-4f3b-9086-72d99372e66f req-afdba2a9-0dad-41f1-92b8-53edf4bdef58 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:42.109726 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac3ae8f7-512b-4f3b-9086-72d99372e66f req-afdba2a9-0dad-41f1-92b8-53edf4bdef58 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0742874 Jul 13 19:19:42.155917 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac3ae8f7-512b-4f3b-9086-72d99372e66f req-abba116a-2c2d-4a89-b919-69dd0657bdb5 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355525 Jul 13 19:19:42.258282 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935041c5-776e-43c2-aeb6-a77d9037f63d req-3e185164-73ff-4c44-a7e1-30f5608274a6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:42.259705 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-935041c5-776e-43c2-aeb6-a77d9037f63d req-3e185164-73ff-4c44-a7e1-30f5608274a6 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0638363 Jul 13 19:19:42.297703 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-935041c5-776e-43c2-aeb6-a77d9037f63d req-7a50e9d5-931e-4955-9710-46f00e414316 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Jul 13 19:19:42.634136 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 40f58ed6-b4d0-4c85-b401-bc8507279690 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:19:42.662221 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 40f58ed6-b4d0-4c85-b401-bc8507279690 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:19:42.662562 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 40f58ed6-b4d0-4c85-b401-bc8507279690 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:19:43.344678 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3dfa8-83cf-4873-a79c-0d4b5eec002c req-6859fa7c-8621-4325-9659-5757482b76ba tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:43.346799 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e3f3dfa8-83cf-4873-a79c-0d4b5eec002c req-6859fa7c-8621-4325-9659-5757482b76ba tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0706470 Jul 13 19:19:43.390069 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e3f3dfa8-83cf-4873-a79c-0d4b5eec002c req-7c7015eb-a6e8-4766-9a01-0aa9eea10687 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355532 Jul 13 19:19:43.475047 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249fb25-24a7-46f3-9ddf-8a9fddcf6fb3 req-fa4f5466-080d-40ac-bc8a-bc6b14180fd9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:43.476432 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7249fb25-24a7-46f3-9ddf-8a9fddcf6fb3 req-fa4f5466-080d-40ac-bc8a-bc6b14180fd9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0668285 Jul 13 19:19:43.515053 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7249fb25-24a7-46f3-9ddf-8a9fddcf6fb3 req-1bb0f0a0-5660-4bf9-aeb7-069cf7ee20c3 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330029 Jul 13 19:19:44.567139 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a08b-c057-4a15-9c9a-ef505201f86e req-ae95de07-47ca-4f69-b0e3-61219889a0b5 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:44.568639 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0642a08b-c057-4a15-9c9a-ef505201f86e req-ae95de07-47ca-4f69-b0e3-61219889a0b5 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0677366 Jul 13 19:19:44.608211 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0642a08b-c057-4a15-9c9a-ef505201f86e req-0be1b756-00b7-487b-be8a-6ecf5bb0fba2 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336905 Jul 13 19:19:44.688744 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96adc2a-fd63-49a7-a9dd-801119408c0a req-fcb708c8-9ee4-4fe8-8a3f-65bbf499677f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:44.690249 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c96adc2a-fd63-49a7-a9dd-801119408c0a req-fcb708c8-9ee4-4fe8-8a3f-65bbf499677f tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0671070 Jul 13 19:19:44.729203 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c96adc2a-fd63-49a7-a9dd-801119408c0a req-8cf3a6b3-6d77-43c1-beec-0416b011c1ae tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331721 Jul 13 19:19:45.788443 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a594109-902e-4ffa-b1a3-0c668bc74087 req-1574f4ce-54cf-4aaf-9058-812889b72bdc tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:45.789979 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a594109-902e-4ffa-b1a3-0c668bc74087 req-1574f4ce-54cf-4aaf-9058-812889b72bdc tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0697117 Jul 13 19:19:45.831083 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a594109-902e-4ffa-b1a3-0c668bc74087 req-52014f55-a749-4c61-bf99-e772cb9c986a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353022 Jul 13 19:19:45.900953 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c3fad-c136-4b9c-965c-2093a5fda336 req-a34214b1-11be-490f-addf-d87622be4cfa tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:45.902444 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ef9c3fad-c136-4b9c-965c-2093a5fda336 req-a34214b1-11be-490f-addf-d87622be4cfa tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0624962 Jul 13 19:19:45.941814 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ef9c3fad-c136-4b9c-965c-2093a5fda336 req-f6a68abc-98a4-4979-988d-5ded8ba130cd tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Jul 13 19:19:47.022976 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807ba92-2a80-41cf-964c-ac4d4ecf0860 req-a5f9523a-ad26-4b3f-8d9d-c3ad05609401 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:47.024477 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0807ba92-2a80-41cf-964c-ac4d4ecf0860 req-a5f9523a-ad26-4b3f-8d9d-c3ad05609401 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0746663 Jul 13 19:19:47.074311 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0807ba92-2a80-41cf-964c-ac4d4ecf0860 req-80c48cb2-6dcd-4667-80f5-a1f93549f74d tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441160 Jul 13 19:19:47.124427 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee71ce-80cd-4568-9e22-c10e054e96c9 req-22100ae4-9106-44ea-97fe-1e2a079296f5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:47.125863 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6ee71ce-80cd-4568-9e22-c10e054e96c9 req-22100ae4-9106-44ea-97fe-1e2a079296f5 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0693605 Jul 13 19:19:47.162895 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d6ee71ce-80cd-4568-9e22-c10e054e96c9 req-eb6792ca-c72e-4a37-ab8c-52d05ee9f2b0 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Jul 13 19:19:48.272183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a6c6-bbcf-4107-bd14-a45f83d7db36 req-871065e5-275f-4b50-8030-a717d06f41ab tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:48.273858 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f87a6c6-bbcf-4107-bd14-a45f83d7db36 req-871065e5-275f-4b50-8030-a717d06f41ab tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0685730 Jul 13 19:19:48.343308 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f87a6c6-bbcf-4107-bd14-a45f83d7db36 req-68bd9aef-2917-4bb0-94c1-d69594a6ee8c tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584366 Jul 13 19:19:48.365824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ca25-c236-474c-a94f-ba5ce84c3bc0 req-1ffb8070-86c5-4a2d-a6a7-c3a334827648 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:48.367304 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98c1ca25-c236-474c-a94f-ba5ce84c3bc0 req-1ffb8070-86c5-4a2d-a6a7-c3a334827648 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0911353 Jul 13 19:19:48.412144 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98c1ca25-c236-474c-a94f-ba5ce84c3bc0 req-6f044584-849c-4986-9512-92e14a15df77 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Jul 13 19:19:49.543913 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec5d2-0910-419a-886a-ca24c3695a82 req-98e8863a-0335-4c85-bd83-99675721b07a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:49.545520 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-079ec5d2-0910-419a-886a-ca24c3695a82 req-98e8863a-0335-4c85-bd83-99675721b07a tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0749352 Jul 13 19:19:49.612540 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-079ec5d2-0910-419a-886a-ca24c3695a82 req-abab79e1-0f35-42ac-b396-acbc0e76c421 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575588 Jul 13 19:19:49.641012 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889db74-2345-4387-ac4a-a62303ca6078 req-bcc54dad-78f4-4b29-901f-241b66cddb9c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:49.643422 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4889db74-2345-4387-ac4a-a62303ca6078 req-bcc54dad-78f4-4b29-901f-241b66cddb9c tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0966988 Jul 13 19:19:49.680830 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4889db74-2345-4387-ac4a-a62303ca6078 req-8bd36023-3651-4345-8245-0e395c9b3e73 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Jul 13 19:19:50.787201 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be963a-38f8-43d6-813a-87594396ecd9 req-27235652-0b12-458f-b39b-7ec06bb591a1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:50.788609 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c6be963a-38f8-43d6-813a-87594396ecd9 req-27235652-0b12-458f-b39b-7ec06bb591a1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0635991 Jul 13 19:19:50.862069 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c6be963a-38f8-43d6-813a-87594396ecd9 req-2f015e84-35b7-4866-bc76-878dfe0a7425 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612094 Jul 13 19:19:50.884724 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312b75-faa2-4dd5-8138-646d4e7914d6 req-f6a7f652-6287-475f-94c3-9ae429b938d1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:50.886228 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d9312b75-faa2-4dd5-8138-646d4e7914d6 req-f6a7f652-6287-475f-94c3-9ae429b938d1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0940237 Jul 13 19:19:50.926836 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d9312b75-faa2-4dd5-8138-646d4e7914d6 req-bbb0b1b9-1274-4ac7-8566-4487aca38439 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Jul 13 19:19:52.042440 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127defbc-76a3-468e-b9a4-0c07d6a4dbf4 req-bafe7c6e-f6a0-4f51-8067-2878eda9a79f tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:52.043937 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-127defbc-76a3-468e-b9a4-0c07d6a4dbf4 req-bafe7c6e-f6a0-4f51-8067-2878eda9a79f tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0673444 Jul 13 19:19:52.114505 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-127defbc-76a3-468e-b9a4-0c07d6a4dbf4 req-673bf9b1-f4e8-4dca-b0c1-bcf5792b0c49 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611713 Jul 13 19:19:52.137230 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8684f-ddba-4f89-be89-29b600402f37 req-28cbcd0a-d933-40e1-bee9-f18579445f00 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:52.138818 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67c8684f-ddba-4f89-be89-29b600402f37 req-28cbcd0a-d933-40e1-bee9-f18579445f00 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0940371 Jul 13 19:19:52.179023 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67c8684f-ddba-4f89-be89-29b600402f37 req-b9ea9635-8022-45ce-bc3d-c54e16af4981 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342920 Jul 13 19:19:53.291537 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b8ba2-258a-4d22-999a-c85b459f650e req-1272b858-90a9-4cd7-8a7b-8122ce889022 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:53.293030 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-793b8ba2-258a-4d22-999a-c85b459f650e req-1272b858-90a9-4cd7-8a7b-8122ce889022 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.0692122 Jul 13 19:19:53.362346 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-793b8ba2-258a-4d22-999a-c85b459f650e req-3735f660-16d7-4c67-989c-942d13562416 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&id=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596960 Jul 13 19:19:53.383640 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ea5ba-a13c-4ecc-b0a7-8850875bec13 req-28b55bec-235b-4117-bb10-3c35744630d9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:53.385091 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d61ea5ba-a13c-4ecc-b0a7-8850875bec13 req-28b55bec-235b-4117-bb10-3c35744630d9 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0911961 Jul 13 19:19:53.424719 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d61ea5ba-a13c-4ecc-b0a7-8850875bec13 req-04391b97-bd4b-496d-bc62-d0fd3fbe79fa tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Jul 13 19:19:54.625186 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53637ada-1b0e-45f9-ac4a-6fccc52352cb req-48db1dcd-950d-4e6a-a21e-8ca9a93bcc5b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:54.626731 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-53637ada-1b0e-45f9-ac4a-6fccc52352cb req-48db1dcd-950d-4e6a-a21e-8ca9a93bcc5b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0768309 Jul 13 19:19:54.665964 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-53637ada-1b0e-45f9-ac4a-6fccc52352cb req-bd49e0ca-160c-4a2d-bd0b-8008a2dc27f2 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Jul 13 19:19:55.855484 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbec3f-c102-411f-aa16-538c07c4c7bf req-6dd38fbd-caca-4fe5-8875-e63e941b39ad tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:55.856823 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6fdbec3f-c102-411f-aa16-538c07c4c7bf req-6dd38fbd-caca-4fe5-8875-e63e941b39ad tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0729802 Jul 13 19:19:55.895836 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6fdbec3f-c102-411f-aa16-538c07c4c7bf req-16f8b265-967b-4944-9bd8-332e59752456 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Jul 13 19:19:57.022984 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.085205 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba79e-98ca-4ab4-bb9f-f1303fa15a77 req-d441ca33-4d65-449d-bffa-cd968b0dd964 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:57.086726 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c1eba79e-98ca-4ab4-bb9f-f1303fa15a77 req-d441ca33-4d65-449d-bffa-cd968b0dd964 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0698745 Jul 13 19:19:57.125737 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c1eba79e-98ca-4ab4-bb9f-f1303fa15a77 req-e5d9efe5-4b04-45f4-a2d7-4b56cb641059 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/security-groups?id=a2a24717-3c84-4383-bb51-861a810d3800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Jul 13 19:19:57.195186 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:19:57.240183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35357c3-48be-438d-a157-9cfc5016e416 req-6aef7844-a5ff-4bf9-a827-3843a02e0dfb tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:57.241731 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c35357c3-48be-438d-a157-9cfc5016e416 req-6aef7844-a5ff-4bf9-a827-3843a02e0dfb tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 946 time: 0.0664017 Jul 13 19:19:57.351026 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Deleting port 736c6364-c82d-4441-b752-6065c24da862 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:19:57.351362 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.436905 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] For port 736c6364-c82d-4441-b752-6065c24da862, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=736c6364-c82d-4441-b752-6065c24da862,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:19:57.437248 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.450001 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Calling delete_port for 736c6364-c82d-4441-b752-6065c24da862 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:19:57.580111 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.593647 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['736c6364-c82d-4441-b752-6065c24da862'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:19:57.612403 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Pushing event deleted for resources: {'Port': ['ID=736c6364-c82d-4441-b752-6065c24da862,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:19:57.641251 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.641660 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.642014 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.642356 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.642696 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.643021 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.643353 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.643685 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.644018 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.644346 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.644676 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.645003 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:19:57.668949 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] No DVR routers for this DVR port 736c6364-c82d-4441-b752-6065c24da862 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:19:57.671258 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:57.673284 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c35357c3-48be-438d-a157-9cfc5016e416 req-5d9bf79d-df5c-459c-91da-43cd6746a74b tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.61 "DELETE /v2.0/ports/736c6364-c82d-4441-b752-6065c24da862 HTTP/1.1" status: 204 len: 173 time: 0.4174290 Jul 13 19:19:57.673740 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'name': 'network-vif-deleted', 'tag': '736c6364-c82d-4441-b752-6065c24da862'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:19:57.675991 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527ad209-13f7-4061-b188-100322267329" -d '{"events": [{"server_uuid": "bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0", "name": "network-vif-deleted", "tag": "736c6364-c82d-4441-b752-6065c24da862"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:19:57.711877 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd490ccb-d2a2-41f2-ab22-dfe54800ea94 x-openstack-request-id: req-fd490ccb-d2a2-41f2-ab22-dfe54800ea94 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:19:57.712168 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0", "name": "network-vif-deleted", "tag": "736c6364-c82d-4441-b752-6065c24da862", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:19:57.712445 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd490ccb-d2a2-41f2-ab22-dfe54800ea94 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:19:57.712825 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0', 'name': 'network-vif-deleted', 'tag': '736c6364-c82d-4441-b752-6065c24da862', 'status': 'completed', 'code': 200} Jul 13 19:19:58.299262 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-772c8a14-5bda-4e19-aa61-278e28c663e0 req-676b8621-5b57-4644-b98f-b91d46f447e1 tempest-ServerRescueNegativeTestJSON-1380623702 tempest-ServerRescueNegativeTestJSON-1380623702-project] 10.222.0.62 "GET /v2.0/ports?device_id=bce178b8-30e1-4fbc-b5a8-e1a353b3f4b0 HTTP/1.1" status: 200 len: 210 time: 0.0295479 Jul 13 19:19:58.656412 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-f3b9a2ab-7d64-4ca7-9341-1f05ffed3746 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562825 Jul 13 19:19:59.211828 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-334ee2ec-253f-484d-9819-d1c60286c0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.393148 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33362) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:19:59.835852 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:19:59.916949 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-2473993f-7c8d-4d23-adb4-4841a787eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:19:59.918464 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-2473993f-7c8d-4d23-adb4-4841a787eee8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 1099 time: 0.1425061 Jul 13 19:20:00.141718 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Deleting port fe709e4e-6091-469a-912a-314bd4f308c3 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:00.141947 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.223101 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] For port fe709e4e-6091-469a-912a-314bd4f308c3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=fe709e4e-6091-469a-912a-314bd4f308c3,segment=NetworkSegment(cecbb32c-d77c-4760-8873-f33315b89141),segment_id=cecbb32c-d77c-4760-8873-f33315b89141)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:00.223454 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.235363 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Calling delete_port for fe709e4e-6091-469a-912a-314bd4f308c3 owned by network:router_interface {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:00.441158 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:00.469943 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Pushing event deleted for resources: {'Port': ['ID=fe709e4e-6091-469a-912a-314bd4f308c3,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:00.862554 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.078936 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:01.190174 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:01.195580 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-06bf966d-8d15-40de-8c38-320feb0a91ad admin admin] 10.222.0.62 "PUT /v2.0/routers/4f05d0d6-fab1-47d9-8185-79f3a8282b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012614 Jul 13 19:20:01.198999 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33372) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:01.201806 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] Sync routers for ids ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:01.211974 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] Routers {'4f05d0d6-fab1-47d9-8185-79f3a8282b05'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:01.212590 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:19:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:01.298934 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks [] for router, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.317255 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] Set router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:01.397502 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.455413 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Deleting port 7225a11f-1c69-4e06-b083-9671f216d1d5 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:01.456162 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.489086 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:20:00Z', 'revision_number': 5, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port': {'id': '7225a11f-1c69-4e06-b083-9671f216d1d5', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:32Z', 'updated_at': '2021-07-13T19:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:01.539376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] For port 7225a11f-1c69-4e06-b083-9671f216d1d5, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7225a11f-1c69-4e06-b083-9671f216d1d5,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:01.539821 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.559230 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Calling delete_port for 7225a11f-1c69-4e06-b083-9671f216d1d5 owned by network:router_gateway {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:01.599643 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] Checking router: 4f05d0d6-fab1-47d9-8185-79f3a8282b05 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:01.608131 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] Routers {'4f05d0d6-fab1-47d9-8185-79f3a8282b05'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:01.608728 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:19:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:01.690041 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] Set router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 gateway port host: None {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:01.726346 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.739136 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 6, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:01.752568 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Pushing event deleted for resources: {'Port': ['ID=7225a11f-1c69-4e06-b083-9671f216d1d5,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:01.768321 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d418e-c93c-4dbb-a654-f9188a6a1f54 None None] The sync data for ids ['4f05d0d6-fab1-47d9-8185-79f3a8282b05'] in dv-cinder-786930-3-iscsi is: [{'id': '4f05d0d6-fab1-47d9-8185-79f3a8282b05', 'name': 'tempest-ServerRescueNegativeTestJSON-2010255351-router', 'tenant_id': '73adb7d85b2143419a5d825c5bcc59db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:20:01Z', 'revision_number': 6, 'project_id': '73adb7d85b2143419a5d825c5bcc59db', 'gw_port_host': None}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:01.827227 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-59e9b4ce-3933-49ab-bdab-793d079e37b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.865217 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.982369 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.985671 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:01.992926 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-a28f4c63-8114-4b6b-8624-1e07d6f48193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:01.994445 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-a28f4c63-8114-4b6b-8624-1e07d6f48193 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.1950006 Jul 13 19:20:02.086788 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.087213 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f05d0d6-fab1-47d9-8185-79f3a8282b05 {{(pid=93115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:20:02.094360 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.095508 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-817e83c8-7a8a-402f-94ef-4c813a5ba640 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4f05d0d6-fab1-47d9-8185-79f3a8282b05 HTTP/1.1" status: 204 len: 168 time: 0.8956382 Jul 13 19:20:02.098035 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33378) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.123952 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 736c6364-c82d-4441-b752-6065c24da862 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:02.138359 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-3ca45137-1fdc-49c5-9486-c1c7a73b2d1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 200 len: 1000 time: 0.1245618 Jul 13 19:20:02.143930 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 736c6364-c82d-4441-b752-6065c24da862 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:02.144238 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 736c6364-c82d-4441-b752-6065c24da862 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:02.160666 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] Deleting subnet 90e0cf07-4a1f-49dd-8847-45ddf936b9b8 {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:20:02.181322 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.186536 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.221002 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-1d8b4dcf-eb8d-4905-9144-fa00e191b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:02.222485 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-1d8b4dcf-eb8d-4905-9144-fa00e191b117 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0744572 Jul 13 19:20:02.226353 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839961'] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.297011 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.344233 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-59506f27-b896-48cb-a990-ec4154a6f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:02.345798 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-59506f27-b896-48cb-a990-ec4154a6f17b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006634 Jul 13 19:20:02.373047 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4617290'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.431127 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e0cf07-4a1f-49dd-8847-45ddf936b9b8,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.437496 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.439453 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d90b2e28-3022-4f83-b334-a7e23677444b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/90e0cf07-4a1f-49dd-8847-45ddf936b9b8 HTTP/1.1" status: 204 len: 168 time: 0.3405273 Jul 13 19:20:02.441971 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33380) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:02.518655 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-798e6893-428d-4ed6-b475-a1393feac068 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638136 Jul 13 19:20:02.530848 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.688367 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35dd66bb-f059-45e0-8c0f-92323e8f0b07 req-0ab6e6b1-76e8-4568-85ac-497ad728aaff service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608963 Jul 13 19:20:02.690061 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.712587 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1d1b2e-c5b8-4671-8c05-39b21c3980e6']}} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:02.727267 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecbb32c-d77c-4760-8873-f33315b89141') {'for_net_delete': True} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:02.727581 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecbb32c-d77c-4760-8873-f33315b89141') {} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:02.741045 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4839936'] for segment, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.755081 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.760855 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:20:02.762726 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839934'] for segment, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: Traceback (most recent call last): Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: timer() Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: cb(*args, **kw) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: return func(*args, **kwargs) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: self._notify() Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: self.callback(batched_events) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: event.method(event) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: return f(self, *a, **k) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._get(url).json() Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: return self.request(url, 'GET', **kwargs) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:20:02.764597 dv-cinder-786930-3-iscsi neutron-server[93115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:20:02.776292 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fe709e4e-6091-469a-912a-314bd4f308c3 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:02.798943 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: fe709e4e-6091-469a-912a-314bd4f308c3 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:02.799370 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fe709e4e-6091-469a-912a-314bd4f308c3 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:02.799790 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7225a11f-1c69-4e06-b083-9671f216d1d5 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:02.820361 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 7225a11f-1c69-4e06-b083-9671f216d1d5 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:02.820972 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7225a11f-1c69-4e06-b083-9671f216d1d5 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:02.829988 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.837502 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:02.840042 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ea1d1b2e-c5b8-4671-8c05-39b21c3980e6 HTTP/1.1" status: 204 len: 168 time: 0.3971910 Jul 13 19:20:02.850018 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e0ff7-a8ec-4737-8fc4-4588b16c0db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1d1b2e-c5b8-4671-8c05-39b21c3980e6,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:02.872335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.022606 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33396) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.064353 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-555cf004-0879-41bb-a430-3e0af7130b73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73adb7d85b2143419a5d825c5bcc59db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405397 Jul 13 19:20:03.067110 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33398) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:03.120426 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3cda6cf-11a4-449f-8a89-4d44f7e55a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.148191 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3cda6cf-11a4-449f-8a89-4d44f7e55a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.204150 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3cda6cf-11a4-449f-8a89-4d44f7e55a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.206751 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3cda6cf-11a4-449f-8a89-4d44f7e55a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:03.207898 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d3cda6cf-11a4-449f-8a89-4d44f7e55a2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2a24717-3c84-4383-bb51-861a810d3800 HTTP/1.1" status: 204 len: 168 time: 0.1398988 Jul 13 19:20:03.215870 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cda6cf-11a4-449f-8a89-4d44f7e55a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a24717-3c84-4383-bb51-861a810d3800,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.151727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef828670-6f24-470e-9dd5-16aa7cf339f2 req-54205444-ba16-4fd9-88a6-42bfac610a15 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:04.153529 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ef828670-6f24-470e-9dd5-16aa7cf339f2 req-54205444-ba16-4fd9-88a6-42bfac610a15 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 946 time: 0.0703416 Jul 13 19:20:04.197450 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ef828670-6f24-470e-9dd5-16aa7cf339f2 req-0398941a-4975-4b8c-81f0-fa1cf277e8ee tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 Jul 13 19:20:04.544186 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 33486) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:04.651989 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.692435 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.746954 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.751882 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.790536 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f89e91795194d75b34bea5af86dc6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450743 Jul 13 19:20:04.791612 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017f984d-ed78-4b69-9091-4cff1875545a,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:04.793478 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33490) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:04.799104 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.799447 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.799789 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.800115 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.800442 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.800763 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.801088 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.801405 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.801734 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.802086 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.802813 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.803138 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e14dd0-b20e-440c-a731-3919bd89ac8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:04.843533 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-de4e60ba-ba9d-4823-bcbb-65c161de9afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:04.867873 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-de4e60ba-ba9d-4823-bcbb-65c161de9afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.158670 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-de4e60ba-ba9d-4823-bcbb-65c161de9afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.161651 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-de4e60ba-ba9d-4823-bcbb-65c161de9afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:05.162829 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-de4e60ba-ba9d-4823-bcbb-65c161de9afc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/017f984d-ed78-4b69-9091-4cff1875545a HTTP/1.1" status: 204 len: 168 time: 0.3683465 Jul 13 19:20:05.170528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e60ba-ba9d-4823-bcbb-65c161de9afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f984d-ed78-4b69-9091-4cff1875545a,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:05.377337 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10482d3-5bbb-4dbd-9bca-6cfc5e05ca0f req-93cf90f0-e69d-40f4-8813-7993c00b2500 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:05.379065 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e10482d3-5bbb-4dbd-9bca-6cfc5e05ca0f req-93cf90f0-e69d-40f4-8813-7993c00b2500 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 946 time: 0.0652683 Jul 13 19:20:05.417691 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e10482d3-5bbb-4dbd-9bca-6cfc5e05ca0f req-38fbbab9-a7e7-4296-b38b-1284cb3b6e84 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 13 19:20:06.294226 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-74570c03-cf6c-465a-8bc4-979108c46298 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:06.295707 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-74570c03-cf6c-465a-8bc4-979108c46298 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 946 time: 0.0730975 Jul 13 19:20:06.404817 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Deleting port c576159f-bd07-450d-8dda-a30694e82440 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:06.405167 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.514060 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] For port c576159f-bd07-450d-8dda-a30694e82440, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c576159f-bd07-450d-8dda-a30694e82440,segment=NetworkSegment(4248c20e-442a-4d0f-a023-93db249c1335),segment_id=4248c20e-442a-4d0f-a023-93db249c1335)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:06.514472 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.531311 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Calling delete_port for c576159f-bd07-450d-8dda-a30694e82440 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:06.669966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93e20a-e7e5-4f6c-ac39-63deaa46b6d4 req-fe2a8e70-055e-4146-9532-09b2c3e959b1 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:06.671513 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2f93e20a-e7e5-4f6c-ac39-63deaa46b6d4 req-fe2a8e70-055e-4146-9532-09b2c3e959b1 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8b2a656-7e34-48e5-9773-64967741ca9f HTTP/1.1" status: 200 len: 946 time: 0.1253316 Jul 13 19:20:06.675170 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 33554) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:06.746883 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2f93e20a-e7e5-4f6c-ac39-63deaa46b6d4 req-8638b552-3024-46c0-a4f2-4d5659f5c71d tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.62 "GET /v2.0/security-groups?id=deb7edaa-b351-4751-bf40-16720834059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479085 Jul 13 19:20:06.754093 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.774837 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['c576159f-bd07-450d-8dda-a30694e82440'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:06.787529 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Pushing event deleted for resources: {'Port': ['ID=c576159f-bd07-450d-8dda-a30694e82440,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:06.810966 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e712e21-ebd9-4d55-911e-e782bf92e920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.839645 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] No DVR routers for this DVR port c576159f-bd07-450d-8dda-a30694e82440 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:06.842183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.844212 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c9657478-c65a-4c3a-9d6f-38c9ef968407 req-d54df293-0583-41dc-bf2a-658d4313a301 tempest-VolumesSnapshotTestJSON-1790489057 tempest-VolumesSnapshotTestJSON-1790489057-project] 10.222.0.61 "DELETE /v2.0/ports/c576159f-bd07-450d-8dda-a30694e82440 HTTP/1.1" status: 204 len: 173 time: 0.5418112 Jul 13 19:20:06.844699 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'name': 'network-vif-deleted', 'tag': 'c576159f-bd07-450d-8dda-a30694e82440'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:06.847260 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc43281d-ca5c-470b-a672-f2b6370401a6" -d '{"events": [{"server_uuid": "c8b2a656-7e34-48e5-9773-64967741ca9f", "name": "network-vif-deleted", "tag": "c576159f-bd07-450d-8dda-a30694e82440"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:06.907230 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c167bf-1f6a-4717-ba99-2fd606437535 x-openstack-request-id: req-b9c167bf-1f6a-4717-ba99-2fd606437535 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:06.907519 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b2a656-7e34-48e5-9773-64967741ca9f", "name": "network-vif-deleted", "tag": "c576159f-bd07-450d-8dda-a30694e82440", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:06.907765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9c167bf-1f6a-4717-ba99-2fd606437535 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:06.908158 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b2a656-7e34-48e5-9773-64967741ca9f', 'name': 'network-vif-deleted', 'tag': 'c576159f-bd07-450d-8dda-a30694e82440', 'status': 'completed', 'code': 200} Jul 13 19:20:06.931378 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e712e21-ebd9-4d55-911e-e782bf92e920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.936097 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2e712e21-ebd9-4d55-911e-e782bf92e920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:06.974083 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2e712e21-ebd9-4d55-911e-e782bf92e920 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2430810e0b4347ada5130570157430c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976768 Jul 13 19:20:06.976117 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e712e21-ebd9-4d55-911e-e782bf92e920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6306b20-d385-4574-9fc7-8ecb0cc6eeda,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:06.976756 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33562) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.025494 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c95a5171-c7e9-4aa9-b749-f89c3a37db9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.047649 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c95a5171-c7e9-4aa9-b749-f89c3a37db9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.092863 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c95a5171-c7e9-4aa9-b749-f89c3a37db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.095464 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c95a5171-c7e9-4aa9-b749-f89c3a37db9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.096619 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c95a5171-c7e9-4aa9-b749-f89c3a37db9d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6306b20-d385-4574-9fc7-8ecb0cc6eeda HTTP/1.1" status: 204 len: 168 time: 0.1188269 Jul 13 19:20:07.104158 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a5171-c7e9-4aa9-b749-f89c3a37db9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6306b20-d385-4574-9fc7-8ecb0cc6eeda,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:07.366828 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33568) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.380505 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1f0620ee-6369-4f56-82d1-3d14aaccfae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.471353 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1f0620ee-6369-4f56-82d1-3d14aaccfae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.476051 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1f0620ee-6369-4f56-82d1-3d14aaccfae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.513954 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0620ee-6369-4f56-82d1-3d14aaccfae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b755bf2f-6514-4df6-8699-05f8b331056e,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:07.518434 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1f0620ee-6369-4f56-82d1-3d14aaccfae2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5ba23550dda45308f160dc85eee6e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505656 Jul 13 19:20:07.520940 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33570) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:07.574174 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1d7d2b4a-6ab5-474b-91eb-13743a539da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.595765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1d7d2b4a-6ab5-474b-91eb-13743a539da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.644208 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1d7d2b4a-6ab5-474b-91eb-13743a539da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.646892 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1d7d2b4a-6ab5-474b-91eb-13743a539da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:07.648039 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1d7d2b4a-6ab5-474b-91eb-13743a539da2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b755bf2f-6514-4df6-8699-05f8b331056e HTTP/1.1" status: 204 len: 168 time: 0.1261709 Jul 13 19:20:07.657850 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d2b4a-6ab5-474b-91eb-13743a539da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b755bf2f-6514-4df6-8699-05f8b331056e,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:09.365105 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33646) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:09.474473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b38db2cd-21e3-4f0e-8baf-3745bb215dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.587856 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b38db2cd-21e3-4f0e-8baf-3745bb215dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.592605 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b38db2cd-21e3-4f0e-8baf-3745bb215dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.630292 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-b38db2cd-21e3-4f0e-8baf-3745bb215dd8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30cd2834a2dc47b09efa48a912788810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639167 Jul 13 19:20:09.631144 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38db2cd-21e3-4f0e-8baf-3745bb215dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94795b6-f422-4ab0-8c6b-547d33b3d0fa,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:09.633907 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 33658) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:09.686954 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-502813e6-7f75-4939-8dfe-d2b6f932ffdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.708828 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-502813e6-7f75-4939-8dfe-d2b6f932ffdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.757164 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-502813e6-7f75-4939-8dfe-d2b6f932ffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.759758 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-502813e6-7f75-4939-8dfe-d2b6f932ffdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:09.760909 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-502813e6-7f75-4939-8dfe-d2b6f932ffdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b94795b6-f422-4ab0-8c6b-547d33b3d0fa HTTP/1.1" status: 204 len: 168 time: 0.1256001 Jul 13 19:20:09.769350 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502813e6-7f75-4939-8dfe-d2b6f932ffdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94795b6-f422-4ab0-8c6b-547d33b3d0fa,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.038631 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 33664) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:10.051916 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0ed5-09d7-44a3-83f5-0e6c5efbf05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.142609 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0ed5-09d7-44a3-83f5-0e6c5efbf05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.147190 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0ed5-09d7-44a3-83f5-0e6c5efbf05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.184373 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7f2e0ed5-09d7-44a3-83f5-0e6c5efbf05e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71c3b99f2ed74ff7b42058ecb142c43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445804 Jul 13 19:20:10.185208 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e0ed5-09d7-44a3-83f5-0e6c5efbf05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61af8cc9-0e8c-4a2f-bdf3-fd15b2806c0f,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.187244 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 33666) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:10.242324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a71585d-605a-47ee-854c-61c7b5108bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.263290 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a71585d-605a-47ee-854c-61c7b5108bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.313496 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a71585d-605a-47ee-854c-61c7b5108bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.316138 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0a71585d-605a-47ee-854c-61c7b5108bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:10.317379 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-0a71585d-605a-47ee-854c-61c7b5108bd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61af8cc9-0e8c-4a2f-bdf3-fd15b2806c0f HTTP/1.1" status: 204 len: 168 time: 0.1290107 Jul 13 19:20:10.325547 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71585d-605a-47ee-854c-61c7b5108bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61af8cc9-0e8c-4a2f-bdf3-fd15b2806c0f,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:10.527781 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device c576159f-bd07-450d-8dda-a30694e82440 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:10.562502 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: c576159f-bd07-450d-8dda-a30694e82440 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:10.563762 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device c576159f-bd07-450d-8dda-a30694e82440 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:13.665422 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-55b289a5-6fc4-4a24-86f4-79f75892fa6a tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a39fb89d1d3c421c94ec5d0bfd7969dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296121 Jul 13 19:20:13.847863 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-3789f752-c66d-4a21-a5cc-b1e867e0c1fb tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:13.849450 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-3789f752-c66d-4a21-a5cc-b1e867e0c1fb tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785092 Jul 13 19:20:13.865299 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-3e1a10ef-2b1e-4d72-b09c-825bda52b2b4 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/quotas/a39fb89d1d3c421c94ec5d0bfd7969dc HTTP/1.1" status: 200 len: 375 time: 0.0094247 Jul 13 19:20:13.901366 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-4e847eed-5136-4db5-b250-7b5f0f0d5f2b tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39fb89d1d3c421c94ec5d0bfd7969dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306864 Jul 13 19:20:14.078659 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a246bd28-45ef-4b9c-bd81-b16960908a4a req-a24d1abe-ac1f-44d9-b067-c34a090ac805 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 210 time: 0.0330095 Jul 13 19:20:15.217349 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-ea9171fb-f640-47d0-b997-1f9195bec5b2 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a39fb89d1d3c421c94ec5d0bfd7969dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342550 Jul 13 19:20:15.236437 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9090293c-d625-4948-9237-34e43be6d101 req-9016ed20-6002-488c-9f37-fe330de12792 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 210 time: 0.0388887 Jul 13 19:20:15.345456 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-8b33d726-79b9-40e1-a03f-685c159e6c54 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:15.347245 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-8b33d726-79b9-40e1-a03f-685c159e6c54 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130948 Jul 13 19:20:15.360923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Request body: {'port': {'device_id': '33742515-a151-4fea-bd89-358347af073a', 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc', 'admin_state_up': True, 'tenant_id': 'a39fb89d1d3c421c94ec5d0bfd7969dc'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:15.478627 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Made reservation on behalf of a39fb89d1d3c421c94ec5d0bfd7969dc for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:15.482473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.492515 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.592335 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.598172 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.653703 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8026646-34fc-4de4-bf13-3e6d90dee698,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:15.725156 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Allocated IP 192.168.233.134 (27e9b894-a050-4bea-938c-470ab98733dc/2b293b18-8b12-4993-b904-8b3995c0bf6a/332a4fbb-db13-4321-a580-8e35ca05df31) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:15.866448 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.880779 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Transition to ACTIVE for port object 332a4fbb-db13-4321-a580-8e35ca05df31 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:15.919933 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:15.963331 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Network 27e9b894-a050-4bea-938c-470ab98733dc is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:15.966652 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:15.970383 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:15.976605 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Pushing event updated for resources: {'Port': ['ID=332a4fbb-db13-4321-a580-8e35ca05df31,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.024533 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.025226 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.042122 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a29e4b91-4133-452f-ba62-75b34a8778bd tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6850457 Jul 13 19:20:16.055553 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Request body: {'port': {'device_id': '33742515-a151-4fea-bd89-358347af073a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:16.135834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.197371 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-559870dc-09e8-48de-b8a6-bec1c801f709 None None] Provisioning for port 332a4fbb-db13-4321-a580-8e35ca05df31 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:16.201421 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-559870dc-09e8-48de-b8a6-bec1c801f709 None None] Provisioning complete for port 332a4fbb-db13-4321-a580-8e35ca05df31 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:16.202106 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-559870dc-09e8-48de-b8a6-bec1c801f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.247765 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-559870dc-09e8-48de-b8a6-bec1c801f709 None None] Port 332a4fbb-db13-4321-a580-8e35ca05df31 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:16.464127 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332a4fbb-db13-4321-a580-8e35ca05df31 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:16.473951 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.484222 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cae1f-41d6-4e79-b0aa-126c3ab9bb70 req-e754730f-b451-4e2f-917c-6391da395fde tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.485796 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-249cae1f-41d6-4e79-b0aa-126c3ab9bb70 req-e754730f-b451-4e2f-917c-6391da395fde tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 936 time: 0.1235087 Jul 13 19:20:16.500476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Transition to ACTIVE for port object 332a4fbb-db13-4321-a580-8e35ca05df31 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:16.509122 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.568735 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-249cae1f-41d6-4e79-b0aa-126c3ab9bb70 req-1e9f00e1-3989-4504-b3ef-b99bbc20b2f4 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Jul 13 19:20:16.571946 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Pushing event updated for resources: {'Port': ['ID=332a4fbb-db13-4321-a580-8e35ca05df31,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.649384 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Attempting to bind port 332a4fbb-db13-4321-a580-8e35ca05df31 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:16.649762 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Attempting to bind port 332a4fbb-db13-4321-a580-8e35ca05df31 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:16.650091 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Attempting to bind port 332a4fbb-db13-4321-a580-8e35ca05df31 on network 27e9b894-a050-4bea-938c-470ab98733dc {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:16.656661 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Port 332a4fbb-db13-4321-a580-8e35ca05df31 on network 27e9b894-a050-4bea-938c-470ab98733dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:16.656661 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Attempting to bind port 332a4fbb-db13-4321-a580-8e35ca05df31 on network 27e9b894-a050-4bea-938c-470ab98733dc {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:16.660386 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:16.660724 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Checking segment: {'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:16.661116 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Bound using segment: {'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:16.661526 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Bound port: 332a4fbb-db13-4321-a580-8e35ca05df31, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf3b-286d-420c-9413-3d762f9c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:16.661902 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.734855 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] For port 332a4fbb-db13-4321-a580-8e35ca05df31, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:16.738447 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] For port 332a4fbb-db13-4321-a580-8e35ca05df31, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=332a4fbb-db13-4321-a580-8e35ca05df31,segment=NetworkSegment(4211bf3b-286d-420c-9413-3d762f9c2879),segment_id=4211bf3b-286d-420c-9413-3d762f9c2879)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:16.744406 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.778032 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.778647 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:16.780016 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] 10.222.0.61 "PUT /v2.0/ports/332a4fbb-db13-4321-a580-8e35ca05df31 HTTP/1.1" status: 200 len: 1098 time: 0.7290199 Jul 13 19:20:16.780464 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33742515-a151-4fea-bd89-358347af073a', 'tag': '332a4fbb-db13-4321-a580-8e35ca05df31'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:16.782829 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d323460-152a-4925-9717-d5e60cdc4fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "33742515-a151-4fea-bd89-358347af073a", "tag": "332a4fbb-db13-4321-a580-8e35ca05df31"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:16.818699 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37abf1-1455-4bc0-9b63-0bbb30481c1d service neutron] Pushing event updated for resources: {'Port': ['ID=332a4fbb-db13-4321-a580-8e35ca05df31,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:16.825596 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb91671-66fb-4471-b8b2-f1e6ba670b92 x-openstack-request-id: req-3fb91671-66fb-4471-b8b2-f1e6ba670b92 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:16.825922 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33742515-a151-4fea-bd89-358347af073a", "tag": "332a4fbb-db13-4321-a580-8e35ca05df31", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:16.826222 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fb91671-66fb-4471-b8b2-f1e6ba670b92 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:16.826626 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33742515-a151-4fea-bd89-358347af073a', 'tag': '332a4fbb-db13-4321-a580-8e35ca05df31', 'status': 'completed', 'code': 200} Jul 13 19:20:16.881941 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a433280f-e190-4a06-82db-08ca0e56a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.883542 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-a433280f-e190-4a06-82db-08ca0e56a5b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a39fb89d1d3c421c94ec5d0bfd7969dc&device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 1101 time: 0.0546834 Jul 13 19:20:16.935067 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-0906d4eb-cd1d-46be-a1a7-dba69e28b4ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=332a4fbb-db13-4321-a580-8e35ca05df31 HTTP/1.1" status: 200 len: 217 time: 0.0430491 Jul 13 19:20:16.986778 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-b0c0cee2-ee6f-4101-a54f-51884410c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:16.988270 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-b0c0cee2-ee6f-4101-a54f-51884410c76d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b293b18-8b12-4993-b904-8b3995c0bf6a HTTP/1.1" status: 200 len: 843 time: 0.0454340 Jul 13 19:20:17.045137 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-27d4a6fb-4c55-4d3e-9473-c575dae8e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.046657 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-27d4a6fb-4c55-4d3e-9473-c575dae8e30c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27e9b894-a050-4bea-938c-470ab98733dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513685 Jul 13 19:20:17.145172 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-f7079a72-0823-4302-9a0c-7ef665fe52c3 service neutron] 10.222.0.61 "GET /v2.0/networks/27e9b894-a050-4bea-938c-470ab98733dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908139 Jul 13 19:20:17.241816 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c621798f-5a90-48f6-a2b1-1c7b27737725 req-66c27cf8-791c-4adc-b4e9-466b8293cd89 service neutron] 10.222.0.61 "GET /v2.0/networks/27e9b894-a050-4bea-938c-470ab98733dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874887 Jul 13 19:20:17.366633 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-874d69df-0bf1-4adb-a5d0-698183361e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.368152 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-874d69df-0bf1-4adb-a5d0-698183361e26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a39fb89d1d3c421c94ec5d0bfd7969dc&device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 1101 time: 0.0553865 Jul 13 19:20:17.460114 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-7bd818d7-f41a-4281-a692-60c4d821e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.461590 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-7bd818d7-f41a-4281-a692-60c4d821e181 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27e9b894-a050-4bea-938c-470ab98733dc HTTP/1.1" status: 200 len: 870 time: 0.0867360 Jul 13 19:20:17.506662 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-8baae302-e6ec-4806-b141-2b1f0b188f3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=332a4fbb-db13-4321-a580-8e35ca05df31 HTTP/1.1" status: 200 len: 217 time: 0.0374904 Jul 13 19:20:17.559390 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-3fc3e538-9087-4242-b658-93bae8c15aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.560840 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-3fc3e538-9087-4242-b658-93bae8c15aef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b293b18-8b12-4993-b904-8b3995c0bf6a HTTP/1.1" status: 200 len: 843 time: 0.0464559 Jul 13 19:20:17.620546 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-b761a88d-98cf-4b14-9bae-f49057a2f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.622076 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-b761a88d-98cf-4b14-9bae-f49057a2f2c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27e9b894-a050-4bea-938c-470ab98733dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538759 Jul 13 19:20:17.741204 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-8a339b8c-a14d-48ba-9047-9744e384ebf0 service neutron] 10.222.0.61 "GET /v2.0/networks/27e9b894-a050-4bea-938c-470ab98733dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109297 Jul 13 19:20:17.768116 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3f992-6e48-4473-8578-5aad69b7d9f8 req-d3a8bc8d-763d-483c-82b9-98765d921393 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:17.769432 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a3c3f992-6e48-4473-8578-5aad69b7d9f8 req-d3a8bc8d-763d-483c-82b9-98765d921393 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 948 time: 0.0859826 Jul 13 19:20:17.807612 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a3c3f992-6e48-4473-8578-5aad69b7d9f8 req-809603ac-e6dc-4aa0-860a-193cc0d59c81 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jul 13 19:20:19.048122 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d323460-152a-4925-9717-d5e60cdc4fe9 req-12e3e8b5-a815-49a5-b34e-33e4b365a193 service neutron] 10.222.0.61 "GET /v2.0/networks/27e9b894-a050-4bea-938c-470ab98733dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257927 Jul 13 19:20:19.061499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c0b26-a151-4d24-bbc8-f9d95828153a req-3ff9d0c1-3642-48fa-aee5-26fc48e185ef tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:19.062915 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f65c0b26-a151-4d24-bbc8-f9d95828153a req-3ff9d0c1-3642-48fa-aee5-26fc48e185ef tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 948 time: 0.1193404 Jul 13 19:20:19.100851 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f65c0b26-a151-4d24-bbc8-f9d95828153a req-8b0e6dcc-7135-4ea5-a178-b9155d939a57 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Jul 13 19:20:20.285758 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b60a0-a021-41ea-8c05-1c99d70abdca req-dce6e6c4-6cc6-4d73-a840-432873e2c4d3 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:20.287219 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-266b60a0-a021-41ea-8c05-1c99d70abdca req-dce6e6c4-6cc6-4d73-a840-432873e2c4d3 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 948 time: 0.0698955 Jul 13 19:20:20.326725 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-266b60a0-a021-41ea-8c05-1c99d70abdca req-546e74f6-acc7-47ea-8629-1fdc78ffdda0 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Jul 13 19:20:21.501077 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eba11-6d4e-4cea-a8ed-617b98ecd2a6 req-ed93840e-dfdd-4c4c-a39f-a25796429c51 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:21.502616 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b35eba11-6d4e-4cea-a8ed-617b98ecd2a6 req-ed93840e-dfdd-4c4c-a39f-a25796429c51 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 948 time: 0.0682826 Jul 13 19:20:21.542811 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b35eba11-6d4e-4cea-a8ed-617b98ecd2a6 req-ae3d7515-a458-4ec5-8918-4f48a9038965 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Jul 13 19:20:22.720118 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34865f9-3e51-4f22-a7b6-c09de9989b1d req-93512035-5482-4a92-97e2-c0ec31eef1c6 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:22.721586 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e34865f9-3e51-4f22-a7b6-c09de9989b1d req-93512035-5482-4a92-97e2-c0ec31eef1c6 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 948 time: 0.0709379 Jul 13 19:20:22.759319 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e34865f9-3e51-4f22-a7b6-c09de9989b1d req-1ea06f21-06be-42dc-83f9-0209919c8e41 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Jul 13 19:20:23.945871 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba58ce-0ca0-4618-8faf-ad799886ca11 req-a450fa0f-db4c-4a56-8b5b-f244a974a599 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:23.947282 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6bba58ce-0ca0-4618-8faf-ad799886ca11 req-a450fa0f-db4c-4a56-8b5b-f244a974a599 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 948 time: 0.0660577 Jul 13 19:20:23.996492 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6bba58ce-0ca0-4618-8faf-ad799886ca11 req-f0a885df-aae0-470e-8b41-a52e94852216 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Jul 13 19:20:24.226455 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 332a4fbb-db13-4321-a580-8e35ca05df31 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:24.326968 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 332a4fbb-db13-4321-a580-8e35ca05df31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=332a4fbb-db13-4321-a580-8e35ca05df31,segment=NetworkSegment(4211bf3b-286d-420c-9413-3d762f9c2879),segment_id=4211bf3b-286d-420c-9413-3d762f9c2879)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:24.338736 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '332a4fbb-db13-4321-a580-8e35ca05df31', 'network_id': '27e9b894-a050-4bea-938c-470ab98733dc', 'port_id': '332a4fbb-db13-4321-a580-8e35ca05df31', 'mac_address': 'fa:16:3e:e0:2b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b293b18-8b12-4993-b904-8b3995c0bf6a', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:24.375684 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.388543 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332a4fbb-db13-4321-a580-8e35ca05df31 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:24.407792 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 332a4fbb-db13-4321-a580-8e35ca05df31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=332a4fbb-db13-4321-a580-8e35ca05df31,segment=NetworkSegment(4211bf3b-286d-420c-9413-3d762f9c2879),segment_id=4211bf3b-286d-420c-9413-3d762f9c2879)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:24.412110 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:24.461480 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=332a4fbb-db13-4321-a580-8e35ca05df31,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:24.468369 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.468800 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.469114 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.469453 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.469813 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.470146 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.470475 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.470800 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.471129 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.471477 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.471797 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.472103 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:20:24.738467 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['332a4fbb-db13-4321-a580-8e35ca05df31'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:25.206402 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee812543-f48a-47ee-a4c4-83778fab532b req-1dc83ab1-b514-4181-b595-d1f3fe9bed0c tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:25.207843 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ee812543-f48a-47ee-a4c4-83778fab532b req-1dc83ab1-b514-4181-b595-d1f3fe9bed0c tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 949 time: 0.0800922 Jul 13 19:20:25.248857 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ee812543-f48a-47ee-a4c4-83778fab532b req-0be9e5c4-d7e5-4677-b0b2-df3a596236a5 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Jul 13 19:20:26.271188 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 332a4fbb-db13-4321-a580-8e35ca05df31 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:26.320843 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 332a4fbb-db13-4321-a580-8e35ca05df31 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:26.324593 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 332a4fbb-db13-4321-a580-8e35ca05df31 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:26.324969 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.406009 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.423266 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bd5f9-fd20-4c9c-9b8b-f01ebd637041 req-c371532c-9c8d-41ec-9d56-264f1a76a14e tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:26.424852 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3c4bd5f9-fd20-4c9c-9b8b-f01ebd637041 req-c371532c-9c8d-41ec-9d56-264f1a76a14e tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 949 time: 0.0633619 Jul 13 19:20:26.434239 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33742515-a151-4fea-bd89-358347af073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332a4fbb-db13-4321-a580-8e35ca05df31'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:26.438852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3e582-916b-4158-b5c4-d1def84181c0" -d '{"events": [{"server_uuid": "33742515-a151-4fea-bd89-358347af073a", "name": "network-vif-plugged", "status": "completed", "tag": "332a4fbb-db13-4321-a580-8e35ca05df31"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:26.454307 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 332a4fbb-db13-4321-a580-8e35ca05df31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=332a4fbb-db13-4321-a580-8e35ca05df31,segment=NetworkSegment(4211bf3b-286d-420c-9413-3d762f9c2879),segment_id=4211bf3b-286d-420c-9413-3d762f9c2879)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:26.459617 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:26.478988 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3c4bd5f9-fd20-4c9c-9b8b-f01ebd637041 req-345ca495-c47b-459d-97f2-18f341d3ade2 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475850 Jul 13 19:20:26.490044 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc756957-54b2-4b74-b51b-9155c29cc710 x-openstack-request-id: req-bc756957-54b2-4b74-b51b-9155c29cc710 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:26.490328 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33742515-a151-4fea-bd89-358347af073a", "name": "network-vif-plugged", "status": "completed", "tag": "332a4fbb-db13-4321-a580-8e35ca05df31", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:26.490585 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc756957-54b2-4b74-b51b-9155c29cc710 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:26.490974 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33742515-a151-4fea-bd89-358347af073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332a4fbb-db13-4321-a580-8e35ca05df31', 'code': 200} Jul 13 19:20:26.521034 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=332a4fbb-db13-4321-a580-8e35ca05df31,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:26.721182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6287fc-767f-48bb-bd0a-8192923190dd req-d2373e8e-67e1-47a4-83c7-22eb44da75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:26.722822 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4f6287fc-767f-48bb-bd0a-8192923190dd req-d2373e8e-67e1-47a4-83c7-22eb44da75bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 1103 time: 0.0578811 Jul 13 19:20:26.762218 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4f6287fc-767f-48bb-bd0a-8192923190dd req-7b6d677b-3f00-4316-a7b2-b12c58ff6077 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310092 Jul 13 19:20:27.021724 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.262169 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34010) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:27.366141 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-754d863e-a5ac-469e-ae10-fa8bcea42f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.462701 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-754d863e-a5ac-469e-ae10-fa8bcea42f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.469078 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-754d863e-a5ac-469e-ae10-fa8bcea42f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.508705 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-754d863e-a5ac-469e-ae10-fa8bcea42f47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec687d141dbd4913be76e60fa48cbcf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431264 Jul 13 19:20:27.508705 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d863e-a5ac-469e-ae10-fa8bcea42f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981f891b-5b03-4708-bfa0-0889fcb70204,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:27.510261 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34016) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:27.564898 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15f4afc3-fbe0-42f3-9caf-e1cc5fcd66f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.600239 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15f4afc3-fbe0-42f3-9caf-e1cc5fcd66f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.680885 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbec46-e18e-4277-bcf7-0490156e91d7 req-b1741489-332a-41bd-906a-e1af4234bdcb tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:27.682467 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e5dbec46-e18e-4277-bcf7-0490156e91d7 req-b1741489-332a-41bd-906a-e1af4234bdcb tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 950 time: 0.0994263 Jul 13 19:20:27.690445 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15f4afc3-fbe0-42f3-9caf-e1cc5fcd66f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.693084 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-15f4afc3-fbe0-42f3-9caf-e1cc5fcd66f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:27.694208 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-15f4afc3-fbe0-42f3-9caf-e1cc5fcd66f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/981f891b-5b03-4708-bfa0-0889fcb70204 HTTP/1.1" status: 204 len: 168 time: 0.1826982 Jul 13 19:20:27.720987 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4afc3-fbe0-42f3-9caf-e1cc5fcd66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981f891b-5b03-4708-bfa0-0889fcb70204,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:27.750801 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e5dbec46-e18e-4277-bcf7-0490156e91d7 req-eb3fd0e1-5a34-4362-9925-0c7dc25d9059 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555401 Jul 13 19:20:27.968174 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34030) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:27.981449 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b1f45363-c415-4543-83ec-9d170388cccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.070804 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b1f45363-c415-4543-83ec-9d170388cccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.076147 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b1f45363-c415-4543-83ec-9d170388cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.112348 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-b1f45363-c415-4543-83ec-9d170388cccd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9960593d4dac46bca3f54d137b80fbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430981 Jul 13 19:20:28.113440 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f45363-c415-4543-83ec-9d170388cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b6d59-49ba-4968-b063-b083bb7aec3d,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:28.115462 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34032) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:28.164197 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d3d8287e-1598-41ac-87f9-97540cb5283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.184657 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d3d8287e-1598-41ac-87f9-97540cb5283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.233808 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d3d8287e-1598-41ac-87f9-97540cb5283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.237845 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d3d8287e-1598-41ac-87f9-97540cb5283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:28.239332 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d3d8287e-1598-41ac-87f9-97540cb5283e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e3b6d59-49ba-4968-b063-b083bb7aec3d HTTP/1.1" status: 204 len: 168 time: 0.1228688 Jul 13 19:20:28.248992 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8287e-1598-41ac-87f9-97540cb5283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b6d59-49ba-4968-b063-b083bb7aec3d,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:28.941767 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c45b6-a3e4-473a-9b69-bdc081666dc4 req-8818d006-dcef-4966-b2cd-06ad75ea5beb tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:28.943291 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ff8c45b6-a3e4-473a-9b69-bdc081666dc4 req-8818d006-dcef-4966-b2cd-06ad75ea5beb tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 950 time: 0.0734041 Jul 13 19:20:28.980584 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ff8c45b6-a3e4-473a-9b69-bdc081666dc4 req-600f5897-70fe-4724-8b7d-c8b18c8f6ab2 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Jul 13 19:20:29.213991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-d8193918-9193-45d5-87c8-e6ebb6a631f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:29.392028 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5c596-db51-4453-a635-e102cdfd43f7 req-60c265d2-9dac-40e8-82f5-78007bbd3ff9 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:29.393516 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-62e5c596-db51-4453-a635-e102cdfd43f7 req-60c265d2-9dac-40e8-82f5-78007bbd3ff9 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 950 time: 0.0647657 Jul 13 19:20:29.430894 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-62e5c596-db51-4453-a635-e102cdfd43f7 req-712bcfba-0549-4408-bf73-961d9b7f5d50 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Jul 13 19:20:30.644008 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34140) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:30.742929 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de9e7313-5dd1-4809-80f3-40371f85bac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.809175 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab96fee-91a3-47c2-8f2f-8a3d78dc397f req-fa91afcf-d97a-4ec2-aaa6-a77f3f0fb44b tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:30.810783 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bab96fee-91a3-47c2-8f2f-8a3d78dc397f req-fa91afcf-d97a-4ec2-aaa6-a77f3f0fb44b tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 950 time: 0.2633438 Jul 13 19:20:30.833221 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de9e7313-5dd1-4809-80f3-40371f85bac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.838069 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-de9e7313-5dd1-4809-80f3-40371f85bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.848402 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bab96fee-91a3-47c2-8f2f-8a3d78dc397f req-61fc76fc-8f77-437f-b1cc-c963c3f15b58 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8026646-34fc-4de4-bf13-3e6d90dee698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Jul 13 19:20:30.878778 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-de9e7313-5dd1-4809-80f3-40371f85bac3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dfa6ea5a7e64f888c2cac26b2baa538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336047 Jul 13 19:20:30.879652 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e7313-5dd1-4809-80f3-40371f85bac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932777b7-75d5-4c45-89bf-379944fcb2b7,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:30.881636 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34144) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:30.930831 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8e14461f-b7ec-4c6b-85ac-6740c9a210b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:30.952333 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8e14461f-b7ec-4c6b-85ac-6740c9a210b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.010786 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8e14461f-b7ec-4c6b-85ac-6740c9a210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.013196 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8e14461f-b7ec-4c6b-85ac-6740c9a210b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.014290 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-8e14461f-b7ec-4c6b-85ac-6740c9a210b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/932777b7-75d5-4c45-89bf-379944fcb2b7 HTTP/1.1" status: 204 len: 168 time: 0.1315212 Jul 13 19:20:31.038817 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14461f-b7ec-4c6b-85ac-6740c9a210b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932777b7-75d5-4c45-89bf-379944fcb2b7,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.076230 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-c3e30f44-ab4f-48cd-8f45-3fba4a5a759e tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:31.077740 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-c3e30f44-ab4f-48cd-8f45-3fba4a5a759e tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.61 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 950 time: 0.0765898 Jul 13 19:20:31.089421 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34150) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.136123 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] Deleting subnet fb763e83-cded-471f-8f14-97f0e0bd6213 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:20:31.140425 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.176142 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.182713 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Deleting port 332a4fbb-db13-4321-a580-8e35ca05df31 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:31.183082 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.214494 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.280074 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.303856 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34154) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.316041 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb763e83-cded-471f-8f14-97f0e0bd6213,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.325525 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.330172 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a478f40e-d6e3-43cc-8c47-370943a795e0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fb763e83-cded-471f-8f14-97f0e0bd6213 HTTP/1.1" status: 204 len: 168 time: 0.2395809 Jul 13 19:20:31.331367 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-243bf019-6b0e-4d15-a07d-43e74dcd1e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.333359 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34156) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.422384 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.525360 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] For port 332a4fbb-db13-4321-a580-8e35ca05df31, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=332a4fbb-db13-4321-a580-8e35ca05df31,segment=NetworkSegment(4211bf3b-286d-420c-9413-3d762f9c2879),segment_id=4211bf3b-286d-420c-9413-3d762f9c2879)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:31.525761 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.538865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Calling delete_port for 332a4fbb-db13-4321-a580-8e35ca05df31 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:31.539064 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.554599 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1994e6-5e8c-42fc-ad0c-e477c5745576']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:31.570656 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4248c20e-442a-4d0f-a023-93db249c1335') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:31.571012 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4248c20e-442a-4d0f-a023-93db249c1335') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:31.581081 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-243bf019-6b0e-4d15-a07d-43e74dcd1e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.585058 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.591260 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-243bf019-6b0e-4d15-a07d-43e74dcd1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.615252 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.639932 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:20:31.640351 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:20:31.642218 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:20:31.668060 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.681807 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['332a4fbb-db13-4321-a580-8e35ca05df31'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:31.702068 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Pushing event deleted for resources: {'Port': ['ID=332a4fbb-db13-4321-a580-8e35ca05df31,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.744514 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] No DVR routers for this DVR port 332a4fbb-db13-4321-a580-8e35ca05df31 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:31.747678 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.750207 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-165b3967-5a3e-43ba-80de-8ee712c58870 req-e6ddcd36-4c6e-482e-8a9a-dbdff93dfd82 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.61 "DELETE /v2.0/ports/332a4fbb-db13-4321-a580-8e35ca05df31 HTTP/1.1" status: 204 len: 173 time: 0.6652567 Jul 13 19:20:31.750708 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33742515-a151-4fea-bd89-358347af073a', 'name': 'network-vif-deleted', 'tag': '332a4fbb-db13-4321-a580-8e35ca05df31'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:31.753168 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf1177-2553-4a17-9030-6779011014bd" -d '{"events": [{"server_uuid": "33742515-a151-4fea-bd89-358347af073a", "name": "network-vif-deleted", "tag": "332a4fbb-db13-4321-a580-8e35ca05df31"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:31.792324 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438dd274-f61f-4e2d-9e72-c9a9eec58a27 x-openstack-request-id: req-438dd274-f61f-4e2d-9e72-c9a9eec58a27 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:31.792610 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33742515-a151-4fea-bd89-358347af073a", "name": "network-vif-deleted", "tag": "332a4fbb-db13-4321-a580-8e35ca05df31", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:31.792857 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-438dd274-f61f-4e2d-9e72-c9a9eec58a27 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:31.793241 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33742515-a151-4fea-bd89-358347af073a', 'name': 'network-vif-deleted', 'tag': '332a4fbb-db13-4321-a580-8e35ca05df31', 'status': 'completed', 'code': 200} Jul 13 19:20:31.824843 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-27fecce1-1d4c-4ad8-bc84-a7be48ded413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.899642 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bf019-6b0e-4d15-a07d-43e74dcd1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed93700-2629-4919-9959-b082a6586861,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.908041 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-243bf019-6b0e-4d15-a07d-43e74dcd1e7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac48d63d74ed443784009417ee8b9c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5979774 Jul 13 19:20:31.908447 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34162) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:31.957833 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.962319 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.964690 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8a1994e6-5e8c-42fc-ad0c-e477c5745576 HTTP/1.1" status: 204 len: 168 time: 0.6302221 Jul 13 19:20:31.974421 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5ff46937-abc5-4574-8e5f-c0fb59f3cf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:31.977842 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c710-8ad7-477b-8d07-f0f2e82c9104 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1994e6-5e8c-42fc-ad0c-e477c5745576,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:31.998665 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5ff46937-abc5-4574-8e5f-c0fb59f3cf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.042864 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-34e9b8a6-02f6-4192-bb55-ae84503a6fdd req-c96d9a27-1d17-42b6-b2d9-fe7ea6278c94 tempest-VolumesNegativeTest-1891142675 tempest-VolumesNegativeTest-1891142675-project] 10.222.0.62 "GET /v2.0/ports?device_id=33742515-a151-4fea-bd89-358347af073a HTTP/1.1" status: 200 len: 210 time: 0.0327239 Jul 13 19:20:32.074895 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5ff46937-abc5-4574-8e5f-c0fb59f3cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.077522 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5ff46937-abc5-4574-8e5f-c0fb59f3cf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.078830 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5ff46937-abc5-4574-8e5f-c0fb59f3cf0e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aed93700-2629-4919-9959-b082a6586861 HTTP/1.1" status: 204 len: 168 time: 0.1693234 Jul 13 19:20:32.087209 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff46937-abc5-4574-8e5f-c0fb59f3cf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed93700-2629-4919-9959-b082a6586861,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.141977 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34168) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:32.182873 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-b8dbdd37-e460-4374-a36d-7679a2bee263 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d56160021fb64645a5d1586e6ecce54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396824 Jul 13 19:20:32.185295 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34170) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:32.198561 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.238105 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-54caae30-a2b2-4f22-852d-4a2daf9b0e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.259087 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-54caae30-a2b2-4f22-852d-4a2daf9b0e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.314169 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-54caae30-a2b2-4f22-852d-4a2daf9b0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.316758 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-54caae30-a2b2-4f22-852d-4a2daf9b0e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:32.317999 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-54caae30-a2b2-4f22-852d-4a2daf9b0e84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/deb7edaa-b351-4751-bf40-16720834059f HTTP/1.1" status: 204 len: 168 time: 0.1316104 Jul 13 19:20:32.326004 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caae30-a2b2-4f22-852d-4a2daf9b0e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb7edaa-b351-4751-bf40-16720834059f,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:32.873100 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.195266 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:20:34.699948 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:34.899572 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85cf1-3738-4d2e-8213-19e8e9365604 req-d8715b77-de0f-4410-8ee7-e11bf2550263 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:34.901176 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67a85cf1-3738-4d2e-8213-19e8e9365604 req-d8715b77-de0f-4410-8ee7-e11bf2550263 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0727816 Jul 13 19:20:34.952391 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67a85cf1-3738-4d2e-8213-19e8e9365604 req-349dc92b-6f49-470c-8a82-b131e991e0c6 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446951 Jul 13 19:20:36.139890 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfd525-112a-4217-961f-08803166db49 req-6a9cc262-947f-4ed0-9298-95813b371d93 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.141451 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c7cfd525-112a-4217-961f-08803166db49 req-6a9cc262-947f-4ed0-9298-95813b371d93 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0668597 Jul 13 19:20:36.178597 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c7cfd525-112a-4217-961f-08803166db49 req-42e16dc8-3df3-4ff1-81c9-9043d68afbb3 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315075 Jul 13 19:20:36.309598 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 332a4fbb-db13-4321-a580-8e35ca05df31 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:36.333303 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 332a4fbb-db13-4321-a580-8e35ca05df31 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:36.333929 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 332a4fbb-db13-4321-a580-8e35ca05df31 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:36.438936 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa0efa-77bb-4891-9a5e-72b879e7e86c req-48b82dcf-4ccc-466a-bf69-c8e224c218d7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:36.440409 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c5fa0efa-77bb-4891-9a5e-72b879e7e86c req-48b82dcf-4ccc-466a-bf69-c8e224c218d7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.0675220 Jul 13 19:20:36.478780 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c5fa0efa-77bb-4891-9a5e-72b879e7e86c req-8379dc5f-569c-46c9-a9c9-eeb6c6532e43 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326211 Jul 13 19:20:37.205757 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34514) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:37.373447 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-48ff6512-c030-47fc-89c6-b0df08a7ac9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a39fb89d1d3c421c94ec5d0bfd7969dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664228 Jul 13 19:20:37.376362 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34520) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:37.389260 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a59d24-8c92-49be-9aa5-d18f1125215e req-6596ad66-1726-42a6-a08f-de4eead86072 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.390942 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f3a59d24-8c92-49be-9aa5-d18f1125215e req-6596ad66-1726-42a6-a08f-de4eead86072 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0971446 Jul 13 19:20:37.426408 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6e8899ce-bb39-4b22-a1d0-b8404d4af0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.430474 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f3a59d24-8c92-49be-9aa5-d18f1125215e req-90ae2da7-a299-4e4c-b8c3-43d789f7fada tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334146 Jul 13 19:20:37.447330 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6e8899ce-bb39-4b22-a1d0-b8404d4af0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.497032 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6e8899ce-bb39-4b22-a1d0-b8404d4af0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.499867 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6e8899ce-bb39-4b22-a1d0-b8404d4af0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:37.501052 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-6e8899ce-bb39-4b22-a1d0-b8404d4af0ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8026646-34fc-4de4-bf13-3e6d90dee698 HTTP/1.1" status: 204 len: 168 time: 0.1230280 Jul 13 19:20:37.509457 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8899ce-bb39-4b22-a1d0-b8404d4af0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8026646-34fc-4de4-bf13-3e6d90dee698,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:37.686182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d72a1f-4912-4935-8b45-2bfc36356047 req-fb2a909a-6c8f-4553-aefa-2e3d82dd909b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:37.694102 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a2d72a1f-4912-4935-8b45-2bfc36356047 req-fb2a909a-6c8f-4553-aefa-2e3d82dd909b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.0893004 Jul 13 19:20:37.731137 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a2d72a1f-4912-4935-8b45-2bfc36356047 req-76ad6d94-68d9-4bb3-9b4f-d568aadfbb0a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1950ecc8-5807-4d63-9aa5-49143e9a95ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359657 Jul 13 19:20:37.990040 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34542) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.101547 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a17a4027-3122-4456-9ef8-26d101307638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.203537 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a17a4027-3122-4456-9ef8-26d101307638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.207850 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a17a4027-3122-4456-9ef8-26d101307638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.214479 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-1529f365-1a0a-49cc-af7c-832cbe678d4e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.215942 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-1529f365-1a0a-49cc-af7c-832cbe678d4e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 946 time: 0.0647981 Jul 13 19:20:38.247320 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a17a4027-3122-4456-9ef8-26d101307638 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edfb82e46d2b462c87c4539e292a5589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537508 Jul 13 19:20:38.247320 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a4027-3122-4456-9ef8-26d101307638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1333106f-2561-4a82-97bf-035fd31af312,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.248190 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34546) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.296156 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d6899eca-5d19-412f-9b0b-06d4a37ef828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.317504 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d6899eca-5d19-412f-9b0b-06d4a37ef828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.324255 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Deleting port b37972d9-fee7-497e-a5c2-2a762de510d7 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:38.324624 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.362725 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d6899eca-5d19-412f-9b0b-06d4a37ef828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.365399 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d6899eca-5d19-412f-9b0b-06d4a37ef828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.366665 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d6899eca-5d19-412f-9b0b-06d4a37ef828 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1333106f-2561-4a82-97bf-035fd31af312 HTTP/1.1" status: 204 len: 168 time: 0.1175668 Jul 13 19:20:38.375432 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6899eca-5d19-412f-9b0b-06d4a37ef828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333106f-2561-4a82-97bf-035fd31af312,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.414747 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] For port b37972d9-fee7-497e-a5c2-2a762de510d7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b37972d9-fee7-497e-a5c2-2a762de510d7,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:38.415113 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.652819 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34554) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.666245 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-701792d3-f615-4554-831f-520b18250873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.670728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.671100 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.671403 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Floating IP 403d6ebf-d8bf-41e6-8a63-5f18877495c8 disassociated. External IP: 172.27.3.70, port: b37972d9-fee7-497e-a5c2-2a762de510d7. Jul 13 19:20:38.671771 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Calling delete_port for b37972d9-fee7-497e-a5c2-2a762de510d7 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:38.680284 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f499570-08b1-4c4d-9c9a-4ec3522289e2 req-5042e793-f917-47c6-8768-4d183e6711dc tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:38.681754 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f499570-08b1-4c4d-9c9a-4ec3522289e2 req-5042e793-f917-47c6-8768-4d183e6711dc tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1264627 Jul 13 19:20:38.761033 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-701792d3-f615-4554-831f-520b18250873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.766031 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-701792d3-f615-4554-831f-520b18250873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.767068 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f499570-08b1-4c4d-9c9a-4ec3522289e2 req-d66061ad-a238-4d20-b3a7-6f1fe46e2117 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772731 Jul 13 19:20:38.802463 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701792d3-f615-4554-831f-520b18250873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7bc479-bd49-439b-918c-0aac9c2991ba,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.815001 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-701792d3-f615-4554-831f-520b18250873 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e4beb030e734f5a9469de08e39d527f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611011 Jul 13 19:20:38.817634 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34558) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:38.877307 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.901825 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c363a5f9-ba54-409a-87f8-bd728ea09400 req-999661d1-a3ed-413d-a1d6-ebaf5c39ab65 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c760f00b-0cff-498f-aaa1-5c0ebd08a3fd HTTP/1.1" status: 200 len: 210 time: 0.0388262 Jul 13 19:20:38.936453 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event deleted for resources: {'Port': ['ID=b37972d9-fee7-497e-a5c2-2a762de510d7,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:38.939892 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-503eccd5-20d2-466e-92df-af053cfe00b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:38.994092 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-503eccd5-20d2-466e-92df-af053cfe00b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.084164 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Router b214c445-f8b4-4191-a264-c53a237395b3 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:39.090091 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-503eccd5-20d2-466e-92df-af053cfe00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.092728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-503eccd5-20d2-466e-92df-af053cfe00b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.093898 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-503eccd5-20d2-466e-92df-af053cfe00b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f7bc479-bd49-439b-918c-0aac9c2991ba HTTP/1.1" status: 204 len: 168 time: 0.2752092 Jul 13 19:20:39.104886 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503eccd5-20d2-466e-92df-af053cfe00b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7bc479-bd49-439b-918c-0aac9c2991ba,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:39.205895 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:39.217214 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] Sync routers for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:39.226428 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:39.227299 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:39.249976 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] No DVR routers for this DVR port b37972d9-fee7-497e-a5c2-2a762de510d7 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:39.252826 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:39.254984 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-127840e3-2d22-42ea-9cc6-1781d58785a7 req-fc69520a-e646-4712-a807-e04144f2f279 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "DELETE /v2.0/ports/b37972d9-fee7-497e-a5c2-2a762de510d7 HTTP/1.1" status: 204 len: 173 time: 1.0330498 Jul 13 19:20:39.255438 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-deleted', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:39.257718 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f920680-ce4b-4018-941c-39cf342308a4" -d '{"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-deleted", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:39.305060 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5ab4b2-38a1-4fcc-baf8-7d074f141d62 x-openstack-request-id: req-3e5ab4b2-38a1-4fcc-baf8-7d074f141d62 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:39.305465 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c760f00b-0cff-498f-aaa1-5c0ebd08a3fd", "name": "network-vif-deleted", "tag": "b37972d9-fee7-497e-a5c2-2a762de510d7", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:39.305576 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3e5ab4b2-38a1-4fcc-baf8-7d074f141d62 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:39.306000 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c760f00b-0cff-498f-aaa1-5c0ebd08a3fd', 'name': 'network-vif-deleted', 'tag': 'b37972d9-fee7-497e-a5c2-2a762de510d7', 'status': 'completed', 'code': 200} Jul 13 19:20:39.341759 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:39.544482 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:39.572119 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] Checking router: b214c445-f8b4-4191-a264-c53a237395b3 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:39.581102 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:39.581753 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:39.688852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:39.952698 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:40.001984 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11582b0f-eee9-4b23-a2cc-1b853ea42783 None None] The sync data for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi is: [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:40.060754 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d6a90-9e52-4251-bf3c-5ae6a2a898f6 req-468f8bf6-8405-448d-963f-0dd215001be5 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:40.063940 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-405d6a90-9e52-4251-bf3c-5ae6a2a898f6 req-468f8bf6-8405-448d-963f-0dd215001be5 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1329956 Jul 13 19:20:40.077541 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34592) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:40.148983 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0d000e7c-07c5-42c6-b76d-8f195ab59c2f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.149400 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-405d6a90-9e52-4251-bf3c-5ae6a2a898f6 req-96c3e3c4-ffd6-4f48-b484-9401b97faa1e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755160 Jul 13 19:20:40.183348 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0d000e7c-07c5-42c6-b76d-8f195ab59c2f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.241369 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0d000e7c-07c5-42c6-b76d-8f195ab59c2f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.244552 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0d000e7c-07c5-42c6-b76d-8f195ab59c2f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.245868 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-0d000e7c-07c5-42c6-b76d-8f195ab59c2f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "DELETE /v2.0/security-groups/1950ecc8-5807-4d63-9aa5-49143e9a95ee HTTP/1.1" status: 204 len: 168 time: 0.1669693 Jul 13 19:20:40.248671 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34598) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:40.257277 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d000e7c-07c5-42c6-b76d-8f195ab59c2f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1950ecc8-5807-4d63-9aa5-49143e9a95ee,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:40.272461 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.api.v2.resource [None req-d3ae4831-5552-4dee-ba82-af16066f4204 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] show failed (client error): The resource could not be found. Jul 13 19:20:40.274386 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d3ae4831-5552-4dee-ba82-af16066f4204 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups/1950ecc8-5807-4d63-9aa5-49143e9a95ee HTTP/1.1" status: 404 len: 347 time: 0.0244579 Jul 13 19:20:40.277336 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34600) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:40.353747 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc14336-6cdd-41ee-83fb-ce589115cff9 None None] New status for floating IP 403d6ebf-d8bf-41e6-8a63-5f18877495c8: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:20:40.435120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Deleting port 9bf850da-863a-457c-b481-70fac52e56dd {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:40.435470 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.516662 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.516975 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.532322 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Calling delete_port for 9bf850da-863a-457c-b481-70fac52e56dd owned by network:floatingip {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:40.673028 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.713703 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event deleted for resources: {'Port': ['ID=9bf850da-863a-457c-b481-70fac52e56dd,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:40.778598 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.781979 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:40.783413 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-cafccd28-66dd-4be6-b613-992f5ab16074 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "DELETE /v2.0/floatingips/403d6ebf-d8bf-41e6-8a63-5f18877495c8 HTTP/1.1" status: 204 len: 168 time: 0.4944086 Jul 13 19:20:41.341383 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34634) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:41.346404 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-4184496d-f213-4ccb-aa8f-a6e9d9c2cd93 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79982101', 'description': 'tempest-description--1593294149'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:41.356625 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97934858-70a6-4492-90d1-173024fcaec4 req-55a989cb-d6d7-477c-9794-883565450e95 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:41.358344 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-97934858-70a6-4492-90d1-173024fcaec4 req-55a989cb-d6d7-477c-9794-883565450e95 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0808160 Jul 13 19:20:41.378558 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4184496d-f213-4ccb-aa8f-a6e9d9c2cd93 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.415700 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-97934858-70a6-4492-90d1-173024fcaec4 req-c29fd164-5f0c-4ee7-a2bc-44ca48a93770 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480721 Jul 13 19:20:41.472071 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4184496d-f213-4ccb-aa8f-a6e9d9c2cd93 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.476430 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4184496d-f213-4ccb-aa8f-a6e9d9c2cd93 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.505328 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4184496d-f213-4ccb-aa8f-a6e9d9c2cd93 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.506605 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-4184496d-f213-4ccb-aa8f-a6e9d9c2cd93 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1641686 Jul 13 19:20:41.509407 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34638) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:41.515143 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-09f9584f-8144-4b78-99c3-89c0b559d327 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'security_group_rule': {'security_group_id': '1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:41.522379 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184496d-f213-4ccb-aa8f-a6e9d9c2cd93 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:41.546804 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-09f9584f-8144-4b78-99c3-89c0b559d327 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.605645 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-09f9584f-8144-4b78-99c3-89c0b559d327 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.609790 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-09f9584f-8144-4b78-99c3-89c0b559d327 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.629818 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9584f-8144-4b78-99c3-89c0b559d327 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f874c0e-6b2f-41c0-b9f5-45261439a354,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:41.645659 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-09f9584f-8144-4b78-99c3-89c0b559d327 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.647033 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-09f9584f-8144-4b78-99c3-89c0b559d327 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366768 Jul 13 19:20:41.651089 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34642) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:41.654505 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-57e659f3-2e4d-4813-b900-543ac46b3025 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'security_group_rule': {'security_group_id': '1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:41.682812 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57e659f3-2e4d-4813-b900-543ac46b3025 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.739985 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57e659f3-2e4d-4813-b900-543ac46b3025 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.745034 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57e659f3-2e4d-4813-b900-543ac46b3025 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.762923 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e659f3-2e4d-4813-b900-543ac46b3025 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062bf2b6-e498-4ed3-b71c-99df80601e0f,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:41.771625 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-57e659f3-2e4d-4813-b900-543ac46b3025 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.772820 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-57e659f3-2e4d-4813-b900-543ac46b3025 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220818 Jul 13 19:20:41.777230 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34646) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:41.781650 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:41.804560 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:41.905112 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.008293 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Allocated IP 172.27.3.222 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/0f9495a5-0106-45d4-97c4-322d50ddf3e4) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:42.111007 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.154867 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.194879 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:42.197750 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:42.202285 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:42.207826 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'Port': ['ID=0f9495a5-0106-45d4-97c4-322d50ddf3e4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:42.294830 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.325601 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:42.343946 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.350441 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: b37972d9-fee7-497e-a5c2-2a762de510d7 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:42.350785 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device b37972d9-fee7-497e-a5c2-2a762de510d7 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:42.494768 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.505386 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.572597 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'Port': ['ID=0f9495a5-0106-45d4-97c4-322d50ddf3e4,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:42.582924 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.585879 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb0dfe-4e6d-4855-ab1a-85f224a55ee4 req-106fcb88-3c35-4148-bb77-6e14ad33d34a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.587400 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7cdb0dfe-4e6d-4855-ab1a-85f224a55ee4 req-106fcb88-3c35-4148-bb77-6e14ad33d34a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0653944 Jul 13 19:20:42.598463 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:42.599693 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5b1288b3-b729-40b8-ad80-ee6a9cac7eff tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8215151 Jul 13 19:20:42.626821 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7cdb0dfe-4e6d-4855-ab1a-85f224a55ee4 req-8424b9c9-7595-4727-befd-f18747f50f0c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335140 Jul 13 19:20:42.798162 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-656471df-62f2-4143-8424-ffa3b953005d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--79982101&fields=id&tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 267 time: 0.0379412 Jul 13 19:20:42.909138 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-7586f83f-4ec2-412d-b22a-b5cc038f9ee1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:42.911011 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-7586f83f-4ec2-412d-b22a-b5cc038f9ee1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 817 time: 0.1087728 Jul 13 19:20:42.926303 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-ea055412-8fdc-4ff2-b6fb-fded553f441b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/quotas/5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 375 time: 0.0099123 Jul 13 19:20:42.995189 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-8b1317f9-d854-4f97-8285-fa644c420941 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625842 Jul 13 19:20:43.204857 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-1490f19d-0fc4-4dd9-90d1-2140b50d8655 service neutron] 10.222.0.62 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967590 Jul 13 19:20:43.297351 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-cbf35048-304c-4a4d-8667-678d9d2dcde9 service neutron] 10.222.0.62 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838406 Jul 13 19:20:43.488014 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e911bbd5-8f16-45a8-823e-36585cac0a12 req-76668e6a-a23d-445a-b532-1557404f6f31 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 210 time: 0.0320783 Jul 13 19:20:43.803938 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e0e00-bd4a-4878-8913-576da97be67a req-ac1324af-356c-4450-b94d-b3bfead37326 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:43.805418 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0c3e0e00-bd4a-4878-8913-576da97be67a req-ac1324af-356c-4450-b94d-b3bfead37326 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0653393 Jul 13 19:20:43.845066 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0c3e0e00-bd4a-4878-8913-576da97be67a req-cab53ad7-46c9-4fb2-8408-8beff16b73c6 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337770 Jul 13 19:20:44.482540 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34718) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:44.592483 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f7bc391f-6dac-4ffe-892d-ae8aa727f2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.679574 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3688b68-eb42-4354-99d4-08ae7169fad4 req-18a3b0aa-04a1-4a53-a5df-b987b203c7a6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 210 time: 0.0643010 Jul 13 19:20:44.796833 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-fec02eb4-bb57-4d54-8f38-80f2d5776de4 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233130321&fields=id&tenant_id=765714cc36f34d2085fc80942a27d498 HTTP/1.1" status: 200 len: 267 time: 0.1162133 Jul 13 19:20:44.861352 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-8d99ee72-f65f-41fb-9d42-7b170dd7b7f3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.862814 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-8d99ee72-f65f-41fb-9d42-7b170dd7b7f3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 817 time: 0.2449126 Jul 13 19:20:44.914784 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f7bc391f-6dac-4ffe-892d-ae8aa727f2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.927418 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f7bc391f-6dac-4ffe-892d-ae8aa727f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:44.958030 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-3f85b5c6-5b93-4efc-8005-ea77a93fa002 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 378 time: 0.0833864 Jul 13 19:20:44.976793 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-ba9081a9-005b-48ac-a9b6-4705da6008cf tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:44.978253 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-ba9081a9-005b-48ac-a9b6-4705da6008cf tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 984 time: 0.1749029 Jul 13 19:20:44.989453 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'port': {'device_id': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'admin_state_up': True, 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'security_groups': ['1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:45.035227 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Request body: {'port': {'security_groups': ['d650bbe5-d224-4b7c-8309-18d34c745d61']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:45.039835 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f7bc391f-6dac-4ffe-892d-ae8aa727f2a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=665e0da5dcc4484298add2d3ba5ec7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558770 Jul 13 19:20:45.043023 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34734) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:45.071687 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc391f-6dac-4ffe-892d-ae8aa727f2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2edbc9-8a59-4cf4-88fc-d5a7c873ad37,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:45.109059 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6ce62793-2b86-4de8-bfd7-e2a2f8c2b21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.129745 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6ce62793-2b86-4de8-bfd7-e2a2f8c2b21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.180930 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6ce62793-2b86-4de8-bfd7-e2a2f8c2b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.183760 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6ce62793-2b86-4de8-bfd7-e2a2f8c2b21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.184953 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-6ce62793-2b86-4de8-bfd7-e2a2f8c2b21a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a2edbc9-8a59-4cf4-88fc-d5a7c873ad37 HTTP/1.1" status: 204 len: 168 time: 0.1407743 Jul 13 19:20:45.193172 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce62793-2b86-4de8-bfd7-e2a2f8c2b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2edbc9-8a59-4cf4-88fc-d5a7c873ad37,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:45.214284 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.224595 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54b83-80c9-4535-a217-466ed92a474d req-e4f76e0b-adf7-44ee-b075-293fa48b7053 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.226143 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-63c54b83-80c9-4535-a217-466ed92a474d req-e4f76e0b-adf7-44ee-b075-293fa48b7053 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.2569599 Jul 13 19:20:45.295230 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Made reservation on behalf of 5e6b8bbfe0ef46c787ecb467cd99983a for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:20:45.298926 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.338149 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-63c54b83-80c9-4535-a217-466ed92a474d req-51439e3f-f469-4436-acb6-6ca3ce23021e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015799 Jul 13 19:20:45.457734 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34740) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:45.471152 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b98043d-a705-42e1-a4ed-0effb3d17b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.531650 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Allocated IP 172.20.0.9 (4cd79301-d87a-4d0a-8170-40824eeac598/fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2/d57baa89-f372-4eba-a2c8-04b3acb25c4e) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:20:45.554035 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:45.559779 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b98043d-a705-42e1-a4ed-0effb3d17b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.564057 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-8b98043d-a705-42e1-a4ed-0effb3d17b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.601587 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-8b98043d-a705-42e1-a4ed-0effb3d17b8c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72e08c95cc6249d0acc4b31b4489f2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425550 Jul 13 19:20:45.604246 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34742) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:45.605966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.611877 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98043d-a705-42e1-a4ed-0effb3d17b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72338b4-c104-441b-a350-4a53cb9dce1d,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:45.618497 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.630785 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78e6d2d0-bf54-4e6e-9fac-cb02da177806'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:45.660643 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59d27032-25fa-40f0-8093-d794589d8c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.684677 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59d27032-25fa-40f0-8093-d794589d8c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.700455 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:45.701078 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.702589 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8f373474-1478-4e5d-b241-c3d22ca9f690 req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "PUT /v2.0/ports/78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 942 time: 0.6990421 Jul 13 19:20:45.703221 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:45.708412 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9538c388-5935-4083-a122-c9810db80689" -d '{"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:45.710682 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34744) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:45.760780 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59d27032-25fa-40f0-8093-d794589d8c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.764235 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-59d27032-25fa-40f0-8093-d794589d8c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:45.768390 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-59d27032-25fa-40f0-8093-d794589d8c47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e72338b4-c104-441b-a350-4a53cb9dce1d HTTP/1.1" status: 204 len: 168 time: 0.1606488 Jul 13 19:20:45.776800 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d27032-25fa-40f0-8093-d794589d8c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72338b4-c104-441b-a350-4a53cb9dce1d,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:45.791988 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78e6d2d0-bf54-4e6e-9fac-cb02da177806'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:45.834625 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1564e-46fb-42d4-ae0a-18266b8361e8 x-openstack-request-id: req-bbb1564e-46fb-42d4-ae0a-18266b8361e8 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:45.835055 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:45.835508 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbb1564e-46fb-42d4-ae0a-18266b8361e8 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:45.836107 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'status': 'completed', 'code': 200} Jul 13 19:20:45.866960 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e954983-fc1d-4c38-98bb-601d26b1e7e0 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event updated for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=7']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:45.955057 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.072507 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-97806912-62cd-4832-ada9-288666cd490d req-b82b65c1-ece2-4460-a840-836a234ba26b tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 210 time: 0.1239572 Jul 13 19:20:46.079685 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26a54252-018e-4225-9146-a4f20c6f18f1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.085182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Transition to ACTIVE for port object d57baa89-f372-4eba-a2c8-04b3acb25c4e will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:46.104750 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c388-5935-4083-a122-c9810db80689 req-ce42fbd5-c930-4f8c-abd8-b2033dbdd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.107751 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-9538c388-5935-4083-a122-c9810db80689 req-ce42fbd5-c930-4f8c-abd8-b2033dbdd974 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1098 time: 0.2752507 Jul 13 19:20:46.110130 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-3818b857-29ab-4137-87b0-78195399e0e9 None None] Provisioning complete for port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:46.110506 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3818b857-29ab-4137-87b0-78195399e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.122254 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26a54252-018e-4225-9146-a4f20c6f18f1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.176551 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.214954 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c388-5935-4083-a122-c9810db80689 req-dc53e3bc-5fc7-4b74-9e56-852814800f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.216692 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-9538c388-5935-4083-a122-c9810db80689 req-dc53e3bc-5fc7-4b74-9e56-852814800f28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 200 len: 915 time: 0.1011376 Jul 13 19:20:46.227376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Network 4cd79301-d87a-4d0a-8170-40824eeac598 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:20:46.235878 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:20:46.238556 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:20:46.266033 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:46.286464 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26a54252-018e-4225-9146-a4f20c6f18f1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.289216 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-26a54252-018e-4225-9146-a4f20c6f18f1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.291438 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34756) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:46.293148 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-26a54252-018e-4225-9146-a4f20c6f18f1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "DELETE /v2.0/security-groups/0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7 HTTP/1.1" status: 204 len: 168 time: 0.5742233 Jul 13 19:20:46.295953 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34758) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:46.312518 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddeb6-4f2d-4539-8e84-d74ac27217b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.325230 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-9538c388-5935-4083-a122-c9810db80689 req-c0d8fc93-6d24-4dad-a9b1-35b97919784e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 1000 time: 0.1016634 Jul 13 19:20:46.346244 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a54252-018e-4225-9146-a4f20c6f18f1 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3835d4-f588-4b6b-9cfd-ee4f4e3541e7,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:46.357211 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.357889 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.405487 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c388-5935-4083-a122-c9810db80689 req-da9bb0ee-dc11-40ae-a1f1-7d658c962ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.407377 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-9538c388-5935-4083-a122-c9810db80689 req-da9bb0ee-dc11-40ae-a1f1-7d658c962ce5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ebdec44-698d-496e-8aa6-1ff1840938a9 HTTP/1.1" status: 200 len: 853 time: 0.0749230 Jul 13 19:20:46.508515 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c388-5935-4083-a122-c9810db80689 req-065d926f-eeb4-4cc1-8376-5e31cda97532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.510159 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-9538c388-5935-4083-a122-c9810db80689 req-065d926f-eeb4-4cc1-8376-5e31cda97532 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe850b57-c799-4025-a30d-0e45173f4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959601 Jul 13 19:20:46.529501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-739799ac-c357-4b5f-8d60-d8a0bde057b6 None None] Provisioning for port d57baa89-f372-4eba-a2c8-04b3acb25c4e completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:46.534901 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-739799ac-c357-4b5f-8d60-d8a0bde057b6 None None] Provisioning complete for port d57baa89-f372-4eba-a2c8-04b3acb25c4e triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:46.535356 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-739799ac-c357-4b5f-8d60-d8a0bde057b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.571086 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-739799ac-c357-4b5f-8d60-d8a0bde057b6 None None] Port d57baa89-f372-4eba-a2c8-04b3acb25c4e cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:20:46.586603 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddeb6-4f2d-4539-8e84-d74ac27217b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.591624 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddeb6-4f2d-4539-8e84-d74ac27217b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.652721 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9a6ddeb6-4f2d-4539-8e84-d74ac27217b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e586bcae9e74061b426d62c363bdb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597751 Jul 13 19:20:46.655672 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34762) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:46.666955 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ddeb6-4f2d-4539-8e84-d74ac27217b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03173746-0d43-43a5-ba83-0732e9346df8,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:46.676775 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-9538c388-5935-4083-a122-c9810db80689 req-ab43d4b4-0cee-4fc4-91dc-de7302d2f629 service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598532 Jul 13 19:20:46.753057 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-acddae61-72ee-49a3-ad4d-0b7ad895174e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7849123 Jul 13 19:20:46.775093 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6373cfb-9376-416a-be0a-74c8ce912fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.775316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Request body: {'port': {'device_id': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:46.810702 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6373cfb-9376-416a-be0a-74c8ce912fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.818327 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-9538c388-5935-4083-a122-c9810db80689 req-0d576673-5b1b-4022-9e11-beae87d235bc service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320608 Jul 13 19:20:46.862546 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6373cfb-9376-416a-be0a-74c8ce912fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.865296 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a6373cfb-9376-416a-be0a-74c8ce912fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.866462 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a6373cfb-9376-416a-be0a-74c8ce912fda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/03173746-0d43-43a5-ba83-0732e9346df8 HTTP/1.1" status: 204 len: 168 time: 0.2088959 Jul 13 19:20:46.874416 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6373cfb-9376-416a-be0a-74c8ce912fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03173746-0d43-43a5-ba83-0732e9346df8,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:46.875637 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Deleting port 703ed6b8-5df6-44f2-a59d-b0f04de3951e {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:46.876109 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:46.922788 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626f95-54b9-4ba6-a680-377fc6afbe04 req-4e36789a-db71-4dab-acda-adaddce96f4c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:46.924403 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b8626f95-54b9-4ba6-a680-377fc6afbe04 req-4e36789a-db71-4dab-acda-adaddce96f4c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1849277 Jul 13 19:20:46.926840 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.036234 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b8626f95-54b9-4ba6-a680-377fc6afbe04 req-653d6a49-e395-4e48-8071-3f0721c56346 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975711 Jul 13 19:20:47.038616 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.038948 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.096152 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Calling delete_port for 703ed6b8-5df6-44f2-a59d-b0f04de3951e owned by network:floatingip {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:47.383412 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0dc0e-8d8f-41c5-b8ae-02d4a83850fe req-cfd029fd-7181-4387-89ca-ba7993fa8a30 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.384915 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f7c0dc0e-8d8f-41c5-b8ae-02d4a83850fe req-cfd029fd-7181-4387-89ca-ba7993fa8a30 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 931 time: 0.1781034 Jul 13 19:20:47.414582 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-1eb32dec-8b55-4906-be20-f72fbf3bcbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.416091 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-1eb32dec-8b55-4906-be20-f72fbf3bcbf3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 1098 time: 0.0738459 Jul 13 19:20:47.509941 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-e9a8951e-fa44-4d9f-a840-353cf78d0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.511433 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-e9a8951e-fa44-4d9f-a840-353cf78d0f04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 911 time: 0.0894074 Jul 13 19:20:47.511560 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57baa89-f372-4eba-a2c8-04b3acb25c4e {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:47.533669 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.540966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.553599 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f7c0dc0e-8d8f-41c5-b8ae-02d4a83850fe req-5aef3b9b-54ae-47b3-834d-e741c7888f0a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453815 Jul 13 19:20:47.581789 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event deleted for resources: {'Port': ['ID=703ed6b8-5df6-44f2-a59d-b0f04de3951e,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:47.587211 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Transition to ACTIVE for port object d57baa89-f372-4eba-a2c8-04b3acb25c4e will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:20:47.602269 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-675aa778-3a34-4e9f-a083-e2cd92075c15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc939afc-6540-4afd-a0d2-c3f01795e965 HTTP/1.1" status: 200 len: 1001 time: 0.0761478 Jul 13 19:20:47.602495 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.605132 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498f0d0-0b26-442a-9dbb-8e8609d075aa req-150dce5c-4846-4bc8-962d-520d65e82e24 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.606664 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c498f0d0-0b26-442a-9dbb-8e8609d075aa req-150dce5c-4846-4bc8-962d-520d65e82e24 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.2441411 Jul 13 19:20:47.647906 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-985e3ce3-5e99-4885-aa9f-a3b0a6318e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.649824 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-985e3ce3-5e99-4885-aa9f-a3b0a6318e84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.0493343 Jul 13 19:20:47.723909 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:47.725502 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-367478d6-af08-4f4d-8566-02086554b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:47.727512 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-367478d6-af08-4f4d-8566-02086554b010 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718703 Jul 13 19:20:47.737084 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c498f0d0-0b26-442a-9dbb-8e8609d075aa req-41eabca1-47fa-4de1-9fa6-d8297940c1de tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094058 Jul 13 19:20:47.743111 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks [] for floatingip, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.743357 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Floating IP 4cd70072-526b-4660-aba2-38a82f9d27b0 disassociated (deleted). External IP: 172.27.3.45, port: 78e6d2d0-bf54-4e6e-9fac-cb02da177806. Jul 13 19:20:47.848404 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-eab9b68f-1ad3-480f-b30d-15d78f70b6b4 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144342 Jul 13 19:20:47.894051 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Attempting to bind port d57baa89-f372-4eba-a2c8-04b3acb25c4e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:20:47.894666 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Attempting to bind port d57baa89-f372-4eba-a2c8-04b3acb25c4e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:20:47.894666 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Attempting to bind port d57baa89-f372-4eba-a2c8-04b3acb25c4e on network 4cd79301-d87a-4d0a-8170-40824eeac598 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:47.904183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Port d57baa89-f372-4eba-a2c8-04b3acb25c4e on network 4cd79301-d87a-4d0a-8170-40824eeac598 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:20:47.904512 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Attempting to bind port d57baa89-f372-4eba-a2c8-04b3acb25c4e on network 4cd79301-d87a-4d0a-8170-40824eeac598 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:20:47.914110 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:20:47.914439 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Checking segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:20:47.915023 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Bound using segment: {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:20:47.915450 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Bound port: d57baa89-f372-4eba-a2c8-04b3acb25c4e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:20:47.915804 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:47.959515 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-c4f1c198-f198-45b8-aa0f-85a1125b13e0 req-4d6a38d6-ee41-4c33-94c1-8f08ee9175d5 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038141 Jul 13 19:20:48.058408 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:20:48.075181 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:20:48.083346 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.093834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Router 724f9457-186e-417e-89bf-78084a83e506 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:48.132923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.133533 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.135016 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] 10.222.0.61 "PUT /v2.0/ports/d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 200 len: 1093 time: 1.3646011 Jul 13 19:20:48.135466 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:48.137731 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e014d-0316-439c-bba2-ea0ed73a7eca" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:48.193877 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2466f2-6c8c-4f20-9ebd-208d3eccaf37 x-openstack-request-id: req-ff2466f2-6c8c-4f20-9ebd-208d3eccaf37 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:48.194166 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:48.194406 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff2466f2-6c8c-4f20-9ebd-208d3eccaf37 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:48.194796 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'status': 'completed', 'code': 200} Jul 13 19:20:48.205765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8036-003f-4125-a379-da0b79da0799 service neutron] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:48.311151 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:48.316082 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:48.319153 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-9fc282a8-0427-4a8b-b701-0075773e5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.320701 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-9fc282a8-0427-4a8b-b701-0075773e5b0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1096 time: 0.1248910 Jul 13 19:20:48.321602 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] Sync routers for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:48.339190 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:48.339883 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:48.377870 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-3b6dd960-5316-4b16-b418-db0d3884167a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 200 len: 217 time: 0.0373447 Jul 13 19:20:48.398898 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-0f14b782-c3a4-4bae-ac4c-5759e01fd946 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "DELETE /v2.0/floatingips/4cd70072-526b-4660-aba2-38a82f9d27b0 HTTP/1.1" status: 204 len: 168 time: 2.0966823 Jul 13 19:20:48.448791 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-b99250c5-27da-41bb-8f57-ea04c5abf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.450797 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-b99250c5-27da-41bb-8f57-ea04c5abf406 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0653489 Jul 13 19:20:48.528208 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-dd3c87ca-669f-4006-80f9-cbfd0562012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.529913 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-dd3c87ca-669f-4006-80f9-cbfd0562012b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720010 Jul 13 19:20:48.573197 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:48.629478 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-812a650f-cfaa-4b96-b5a1-18285194d2bd service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865788 Jul 13 19:20:48.786768 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c3d6f721-6e5c-441a-9d29-61896a0c53d5 req-6f4057a8-a9a7-4aa3-aaff-a59fc7a5c4ae service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502454 Jul 13 19:20:48.820878 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5d1e5-7874-4723-9d32-fdd9e7aa7c09 req-674ea9d4-8fb9-488e-99a2-d566786258ad tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.822415 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cc5d1e5-7874-4723-9d32-fdd9e7aa7c09 req-674ea9d4-8fb9-488e-99a2-d566786258ad tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0953174 Jul 13 19:20:48.833238 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 5, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:48.862716 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] Checking router: 724f9457-186e-417e-89bf-78084a83e506 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:48.871063 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:48.871894 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:48.942668 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-e39c8e73-81a4-49b3-999c-92d291ccd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.944175 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-e39c8e73-81a4-49b3-999c-92d291ccd1b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1096 time: 0.0977385 Jul 13 19:20:48.969519 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c4741-9de9-4c81-b1ce-c4c632c2b237 req-b5132b84-a541-4ab5-bc80-6d9aa35a9b3a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:48.971503 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e78c4741-9de9-4c81-b1ce-c4c632c2b237 req-b5132b84-a541-4ab5-bc80-6d9aa35a9b3a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0931194 Jul 13 19:20:48.977078 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:49.096271 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9cc5d1e5-7874-4723-9d32-fdd9e7aa7c09 req-1bb9e7f8-6a4c-44a4-9323-24ff54288bf5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2660542 Jul 13 19:20:49.101589 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e78c4741-9de9-4c81-b1ce-c4c632c2b237 req-7d4a0ca3-4fca-42f5-94e1-3ecd04dfb344 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196678 Jul 13 19:20:49.104890 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-5cacccde-c369-4bbd-b1a0-526058cb56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.111003 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-5cacccde-c369-4bbd-b1a0-526058cb56dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.1556566 Jul 13 19:20:49.154377 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-d110785d-45cd-43a2-ba76-fc1749ca2ead service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 200 len: 217 time: 0.0399420 Jul 13 19:20:49.209206 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 5, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:49.210288 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-af834713-46ee-4586-9506-83edd0559f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.211970 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-af834713-46ee-4586-9506-83edd0559f39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0508349 Jul 13 19:20:49.239931 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff263f-3315-44fa-99a0-a97ad36d3a35 None None] The sync data for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi is: [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:17:17Z', 'revision_number': 4, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '311ffdfc-9a50-478b-8652-9dfe2a5fe0b3', 'name': '', 'network_id': 'fe850b57-c799-4025-a30d-0e45173f4e40', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'mac_address': 'fa:16:3e:76:3e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:17Z', 'updated_at': '2021-07-13T19:17:23Z', 'revision_number': 5, 'project_id': '765714cc36f34d2085fc80942a27d498', 'subnets': [{'id': '8ebdec44-698d-496e-8aa6-1ff1840938a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:49.276283 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-b7149a9a-e129-41fb-9a7b-2d26fddd37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:49.277876 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-b7149a9a-e129-41fb-9a7b-2d26fddd37b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592844 Jul 13 19:20:49.369841 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-af3d1112-4354-43a0-acdc-26fcfdb6021e service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845618 Jul 13 19:20:49.484219 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1b8e014d-0316-439c-bba2-ea0ed73a7eca req-dfee9755-d3e2-43ac-9c98-7186d78019c9 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076434 Jul 13 19:20:49.531631 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3cb18-6007-49b6-ae55-3987d8f35bbe None None] New status for floating IP 4cd70072-526b-4660-aba2-38a82f9d27b0: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:20:50.195828 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:50.198356 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9def03ae-146d-4be2-bfd2-95892e1f0ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:50.240707 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213ba878-0437-424b-98aa-384f04bd452b x-openstack-request-id: req-213ba878-0437-424b-98aa-384f04bd452b {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:50.240999 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:50.241248 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-213ba878-0437-424b-98aa-384f04bd452b {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:50.241653 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'status': 'completed', 'code': 200} Jul 13 19:20:50.303998 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f344b-a6cd-4694-91e3-a52b0b4d03b0 req-21a1747f-06ad-4bda-87ed-336ef0a1bf22 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.305436 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dc6f344b-a6cd-4694-91e3-a52b0b4d03b0 req-21a1747f-06ad-4bda-87ed-336ef0a1bf22 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0932839 Jul 13 19:20:50.354669 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-a9472570-cb97-44de-be21-5f6efc4d0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.356099 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-a9472570-cb97-44de-be21-5f6efc4d0499 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=765714cc36f34d2085fc80942a27d498&device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 1098 time: 0.0936155 Jul 13 19:20:50.359334 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dc6f344b-a6cd-4694-91e3-a52b0b4d03b0 req-e26928e8-3293-43f4-9844-336d075959ef tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475619 Jul 13 19:20:50.442355 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-85bf234f-41a8-4ba2-8ffa-33e1ec6eec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.443805 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-85bf234f-41a8-4ba2-8ffa-33e1ec6eec2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 200 len: 915 time: 0.0813358 Jul 13 19:20:50.483906 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-76b51195-3981-40b5-ba43-cee7733209c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 200 len: 217 time: 0.0332208 Jul 13 19:20:50.535352 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-ae57e543-5948-4825-9292-8c33a714eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.537088 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-ae57e543-5948-4825-9292-8c33a714eca2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8ebdec44-698d-496e-8aa6-1ff1840938a9 HTTP/1.1" status: 200 len: 853 time: 0.0474205 Jul 13 19:20:50.596177 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-3f777dab-bdfc-4c1c-8042-a204ff4c97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:50.597774 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-3f777dab-bdfc-4c1c-8042-a204ff4c97db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe850b57-c799-4025-a30d-0e45173f4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521789 Jul 13 19:20:50.700252 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-f178e1c2-c9f0-4d0d-8285-cc5f1bbc5999 service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951285 Jul 13 19:20:50.795352 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9def03ae-146d-4be2-bfd2-95892e1f0ac7 req-52b33a51-d514-4640-8aa5-855cab7d82bc service neutron] 10.222.0.61 "GET /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889170 Jul 13 19:20:51.089499 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34866) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:51.198882 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5a61559b-2c5f-4e08-8eb9-ab2bba73c239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.285471 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5a61559b-2c5f-4e08-8eb9-ab2bba73c239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.291193 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5a61559b-2c5f-4e08-8eb9-ab2bba73c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.331012 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5a61559b-2c5f-4e08-8eb9-ab2bba73c239 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eeb4b5d65248434284c0012cb8077c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393360 Jul 13 19:20:51.331188 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61559b-2c5f-4e08-8eb9-ab2bba73c239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f1630f-a33e-492a-9bae-b19ed079759f,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:51.333095 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 34874) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:51.387420 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-494cc2ef-cd9a-49f7-a95f-e166748a7b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.410794 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-494cc2ef-cd9a-49f7-a95f-e166748a7b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.468303 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-494cc2ef-cd9a-49f7-a95f-e166748a7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.471152 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-494cc2ef-cd9a-49f7-a95f-e166748a7b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:51.472237 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-494cc2ef-cd9a-49f7-a95f-e166748a7b5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64f1630f-a33e-492a-9bae-b19ed079759f HTTP/1.1" status: 204 len: 168 time: 0.1380451 Jul 13 19:20:51.792556 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cc2ef-cd9a-49f7-a95f-e166748a7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f1630f-a33e-492a-9bae-b19ed079759f,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:51.840420 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81e796-2c01-4fe9-a0ce-71b8c161bd9f req-cf1c1daf-7ac0-408c-89e7-83f5930adbd8 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.841967 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-be81e796-2c01-4fe9-a0ce-71b8c161bd9f req-cf1c1daf-7ac0-408c-89e7-83f5930adbd8 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.3869879 Jul 13 19:20:51.853649 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03504e6-3571-4945-a9cb-ac60017254bc req-4035abc4-1e02-433b-a394-8a9113fc716a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:51.855068 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e03504e6-3571-4945-a9cb-ac60017254bc req-4035abc4-1e02-433b-a394-8a9113fc716a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.3618948 Jul 13 19:20:51.909734 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-be81e796-2c01-4fe9-a0ce-71b8c161bd9f req-65c11860-1b21-4983-85b9-2b7e29ed6650 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533841 Jul 13 19:20:51.914906 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e03504e6-3571-4945-a9cb-ac60017254bc req-6b2d295c-6580-462d-b26d-887702d780d4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529592 Jul 13 19:20:52.372528 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:20:52.471330 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:52.483079 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'port_id': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'mac_address': 'fa:16:3e:ee:50:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:20:52.528124 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.541777 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57baa89-f372-4eba-a2c8-04b3acb25c4e {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:20:52.562471 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:52.566991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:52.615143 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:52.847159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['d57baa89-f372-4eba-a2c8-04b3acb25c4e'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:53.158196 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f11a5-3f34-45c3-9428-f8bc3fd84b1b req-e932c0b4-e2e0-4482-91ae-b88e89fb0c0e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.159975 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-484f11a5-3f34-45c3-9428-f8bc3fd84b1b req-e932c0b4-e2e0-4482-91ae-b88e89fb0c0e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 944 time: 0.1275816 Jul 13 19:20:53.166951 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4bfe-4628-4c28-946e-999170c8bc71 req-ac896a3d-c79a-4d2c-aa8a-d28efa17cb23 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.168316 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-396f4bfe-4628-4c28-946e-999170c8bc71 req-ac896a3d-c79a-4d2c-aa8a-d28efa17cb23 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.1451118 Jul 13 19:20:53.237918 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77463807-f953-4714-8bca-a33e13b97214 req-979b20db-9f5a-4566-abd8-fdf79bcf4970 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:53.239330 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-77463807-f953-4714-8bca-a33e13b97214 req-979b20db-9f5a-4566-abd8-fdf79bcf4970 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.61 "GET /v2.0/ports?device_id=f14b39bf-d4e7-4102-8f28-900d2a45efa2 HTTP/1.1" status: 200 len: 945 time: 0.1523335 Jul 13 19:20:53.248780 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-484f11a5-3f34-45c3-9428-f8bc3fd84b1b req-b79ba416-820a-4a0b-b7c0-a71d3db365ec tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780463 Jul 13 19:20:53.256821 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-396f4bfe-4628-4c28-946e-999170c8bc71 req-1344323a-36c1-4a95-9da4-30ea996c1b89 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.62 "GET /v2.0/security-groups?id=d650bbe5-d224-4b7c-8309-18d34c745d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814953 Jul 13 19:20:53.342589 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Deleting port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:53.342960 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.437037 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] For port 78e6d2d0-bf54-4e6e-9fac-cb02da177806, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=78e6d2d0-bf54-4e6e-9fac-cb02da177806,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:53.437272 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.449863 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Calling delete_port for 78e6d2d0-bf54-4e6e-9fac-cb02da177806 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:53.583384 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.594467 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['78e6d2d0-bf54-4e6e-9fac-cb02da177806'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:20:53.613116 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Pushing event deleted for resources: {'Port': ['ID=78e6d2d0-bf54-4e6e-9fac-cb02da177806,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:53.657611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] No DVR routers for this DVR port 78e6d2d0-bf54-4e6e-9fac-cb02da177806 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:53.660844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:53.662914 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-77463807-f953-4714-8bca-a33e13b97214 req-54626ab9-4b9e-4509-a67a-572ca1c41bb7 tempest-TestMinimumBasicScenario-991380306 tempest-TestMinimumBasicScenario-991380306-project] 10.222.0.61 "DELETE /v2.0/ports/78e6d2d0-bf54-4e6e-9fac-cb02da177806 HTTP/1.1" status: 204 len: 173 time: 0.4171813 Jul 13 19:20:53.663382 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'name': 'network-vif-deleted', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:53.665807 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bcb983-4291-4236-a753-f895e201bb46" -d '{"events": [{"server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "name": "network-vif-deleted", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:53.829323 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fecde7-d3cc-40b9-8548-58fdad9fd873 x-openstack-request-id: req-e3fecde7-d3cc-40b9-8548-58fdad9fd873 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:53.829645 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b39bf-d4e7-4102-8f28-900d2a45efa2", "name": "network-vif-deleted", "tag": "78e6d2d0-bf54-4e6e-9fac-cb02da177806", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:53.830091 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3fecde7-d3cc-40b9-8548-58fdad9fd873 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:53.830502 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b39bf-d4e7-4102-8f28-900d2a45efa2', 'name': 'network-vif-deleted', 'tag': '78e6d2d0-bf54-4e6e-9fac-cb02da177806', 'status': 'completed', 'code': 200} Jul 13 19:20:54.403764 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:20:54.431836 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177423-c6e3-44f8-9d21-4b827577cc2b req-529ad357-76b9-46ac-808b-c94e05efef96 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.433417 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-19177423-c6e3-44f8-9d21-4b827577cc2b req-529ad357-76b9-46ac-808b-c94e05efef96 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 944 time: 0.0677159 Jul 13 19:20:54.456676 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port d57baa89-f372-4eba-a2c8-04b3acb25c4e completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:20:54.460634 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port d57baa89-f372-4eba-a2c8-04b3acb25c4e triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:20:54.461123 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.478828 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-19177423-c6e3-44f8-9d21-4b827577cc2b req-6bf76c6b-493f-4371-9af1-c1344c110e40 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379338 Jul 13 19:20:54.538736 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.559773 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:54.562091 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc9b99e-ee8d-44f0-8f73-6ad804bac669" -d '{"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-plugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:54.575125 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:54.580041 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:54.607468 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03da9bc-7a8b-4fc4-a3e5-d0064bb3dc6b x-openstack-request-id: req-b03da9bc-7a8b-4fc4-a3e5-d0064bb3dc6b {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:54.608093 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-plugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:54.608093 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b03da9bc-7a8b-4fc4-a3e5-d0064bb3dc6b {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:54.608480 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'code': 200} Jul 13 19:20:54.637282 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:54.830044 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a81aaa-b225-4060-8dc2-908cffa1dc74 req-285e06bd-cf68-42ea-b6c5-13f7512b0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:54.831464 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e0a81aaa-b225-4060-8dc2-908cffa1dc74 req-285e06bd-cf68-42ea-b6c5-13f7512b0f65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1098 time: 0.0536003 Jul 13 19:20:54.866050 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e0a81aaa-b225-4060-8dc2-908cffa1dc74 req-ac1f97e1-9ad2-4b11-9a09-cc5fd5272174 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275407 Jul 13 19:20:54.969557 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 34974) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:55.387450 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.661706 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fd07e-b485-48dc-859a-89567b9f36ea req-f4d45e75-ac5f-4ee9-873b-348a2572b51a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:55.663266 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d1fd07e-b485-48dc-859a-89567b9f36ea req-f4d45e75-ac5f-4ee9-873b-348a2572b51a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0645392 Jul 13 19:20:55.694010 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Deleting port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:55.694472 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.711451 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d1fd07e-b485-48dc-859a-89567b9f36ea req-44567400-af51-4f90-9bf8-176c280f03f8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422409 Jul 13 19:20:55.777039 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] For port 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:55.777394 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:55.789906 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Calling delete_port for 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:55.990226 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.017748 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Pushing event deleted for resources: {'Port': ['ID=311ffdfc-9a50-478b-8652-9dfe2a5fe0b3,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:56.407403 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.621370 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Router 724f9457-186e-417e-89bf-78084a83e506 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:56.731235 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:56.739129 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-c4fde0ca-2bf5-4b1a-b044-66e9f818e615 admin admin] 10.222.0.62 "PUT /v2.0/routers/724f9457-186e-417e-89bf-78084a83e506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7659910 Jul 13 19:20:56.740776 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35000) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:56.755817 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] Sync routers for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:56.775847 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:56.783272 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:56.864093 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:56.906953 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:56.958889 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79412c79-be49-4fca-879b-57af77990135 req-279d15b6-2ae0-47c7-af28-7e9a63b1e1db tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:56.961022 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-79412c79-be49-4fca-879b-57af77990135 req-279d15b6-2ae0-47c7-af28-7e9a63b1e1db tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0709314 Jul 13 19:20:56.972810 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.015035 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-79412c79-be49-4fca-879b-57af77990135 req-0d1697d9-83b8-4495-90ae-da321f8c8392 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466731 Jul 13 19:20:57.048063 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Deleting port ef2053d5-408c-46d9-aaaf-c6680c0546e3 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:57.048526 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.095467 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.118889 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:20:55Z', 'revision_number': 5, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port': {'id': 'ef2053d5-408c-46d9-aaaf-c6680c0546e3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724f9457-186e-417e-89bf-78084a83e506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:15Z', 'updated_at': '2021-07-13T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:57.139731 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] For port ef2053d5-408c-46d9-aaaf-c6680c0546e3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=ef2053d5-408c-46d9-aaaf-c6680c0546e3,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:57.140263 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.149607 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] Checking router: 724f9457-186e-417e-89bf-78084a83e506 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:57.154176 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Calling delete_port for ef2053d5-408c-46d9-aaaf-c6680c0546e3 owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:57.159807 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] Routers {'724f9457-186e-417e-89bf-78084a83e506'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:57.160602 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['724f9457-186e-417e-89bf-78084a83e506'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:57.216178 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09df2b-8cb6-475e-9d99-efcb5a16af36 req-547db537-c9c2-4930-bf3f-a0ebffb64393 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:57.222201 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7f09df2b-8cb6-475e-9d99-efcb5a16af36 req-547db537-c9c2-4930-bf3f-a0ebffb64393 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0840857 Jul 13 19:20:57.227693 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35012) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:57.235986 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Request body: {'floatingip': {'port_id': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:20:57.255580 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] Set router 724f9457-186e-417e-89bf-78084a83e506 gateway port host: None {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:57.280344 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.319836 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:20:56Z', 'revision_number': 6, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:57.347758 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e5c9f-dee8-4ee4-877a-d6ee106bb3b1 None None] The sync data for ids ['724f9457-186e-417e-89bf-78084a83e506'] in dv-cinder-786930-3-iscsi is: [{'id': '724f9457-186e-417e-89bf-78084a83e506', 'name': 'tempest-TestMinimumBasicScenario-918189828-router', 'tenant_id': '765714cc36f34d2085fc80942a27d498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:14Z', 'updated_at': '2021-07-13T19:20:56Z', 'revision_number': 6, 'project_id': '765714cc36f34d2085fc80942a27d498', 'gw_port_host': None}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:57.378339 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.407305 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2053d5-408c-46d9-aaaf-c6680c0546e3,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:57.470965 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.575691 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.578096 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.647040 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.647684 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724f9457-186e-417e-89bf-78084a83e506 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:20:57.653326 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.657042 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2f9f7a07-286d-481c-8cf1-867fb18d6ffa admin admin] 10.222.0.62 "DELETE /v2.0/routers/724f9457-186e-417e-89bf-78084a83e506 HTTP/1.1" status: 204 len: 168 time: 0.9143767 Jul 13 19:20:57.657270 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35022) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:57.710425 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] Deleting subnet 8ebdec44-698d-496e-8aa6-1ff1840938a9 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:20:57.713845 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.750609 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.818198 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.823064 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.895204 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.938381 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Floating IP 8b10a9a8-ece3-42db-8b77-c079ee403f31 associated. External IP: 172.27.3.222, port: d57baa89-f372-4eba-a2c8-04b3acb25c4e. Jul 13 19:20:57.950969 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.976593 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ebdec44-698d-496e-8aa6-1ff1840938a9,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:57.991092 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:57.993334 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d5a63c29-061c-4e40-ad46-7b5179d297df admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8ebdec44-698d-496e-8aa6-1ff1840938a9 HTTP/1.1" status: 204 len: 168 time: 0.3348799 Jul 13 19:20:57.995549 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b126e-d877-45a7-aded-ac348db87bc8 None None] Network fe850b57-c799-4025-a30d-0e45173f4e40 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:20:57.996057 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35032) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:58.087452 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.147895 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Deleting port 3d551a12-5ef8-4cad-bc30-b786791cc573 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:58.148308 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.184898 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Router b214c445-f8b4-4191-a264-c53a237395b3 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:20:58.230346 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] DHCP port deletion for fe850b57-c799-4025-a30d-0e45173f4e40 request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:20:58.238495 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] For port 3d551a12-5ef8-4cad-bc30-b786791cc573, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3d551a12-5ef8-4cad-bc30-b786791cc573,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:58.238495 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.255711 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Calling delete_port for 3d551a12-5ef8-4cad-bc30-b786791cc573 owned by network:dhcp {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:58.301091 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] Deleting port 3d551a12-5ef8-4cad-bc30-b786791cc573 {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:58.301495 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.323282 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:20:58.336121 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] Sync routers for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:20:58.352235 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.356726 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:58.357550 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.358824 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.397159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] For port 3d551a12-5ef8-4cad-bc30-b786791cc573, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3d551a12-5ef8-4cad-bc30-b786791cc573,segment=NetworkSegment(b731b31f-e9be-4684-99a1-8d30597c9301),segment_id=b731b31f-e9be-4684-99a1-8d30597c9301)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:58.397575 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.402998 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] No DVR routers for this DVR port 3d551a12-5ef8-4cad-bc30-b786791cc573 on host dv-cinder-786930-3-iscsi {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:58.410431 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d551a12-5ef8-4cad-bc30-b786791cc573,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:58.425537 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78e6d2d0-bf54-4e6e-9fac-cb02da177806 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:58.450334 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-22103ff8-9d23-4e5b-9088-cf934f8fd76f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "PUT /v2.0/floatingips/8b10a9a8-ece3-42db-8b77-c079ee403f31 HTTP/1.1" status: 200 len: 991 time: 1.2212188 Jul 13 19:20:58.454558 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:20:58.455703 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] Calling delete_port for 3d551a12-5ef8-4cad-bc30-b786791cc573 owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:58.456913 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb359e6-8eb9-4302-b938-13d399e59f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:20:58.458995 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 78e6d2d0-bf54-4e6e-9fac-cb02da177806 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:58.460158 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 78e6d2d0-bf54-4e6e-9fac-cb02da177806 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:58.553667 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.562050 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f8b43-b833-4202-b056-c4930f70655d x-openstack-request-id: req-ec2f8b43-b833-4202-b056-c4930f70655d {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:20:58.562338 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:20:58.563307 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec2f8b43-b833-4202-b056-c4930f70655d {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:20:58.563714 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'status': 'completed', 'code': 200} Jul 13 19:20:58.576756 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:58.578721 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe850b57-c799-4025-a30d-0e45173f4e40']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.590695 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b731b31f-e9be-4684-99a1-8d30597c9301') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.591513 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b731b31f-e9be-4684-99a1-8d30597c9301') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.637485 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.669585 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.671132 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-bd9275e0-f87f-4270-88dd-8a9befb59b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.673086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-bd9275e0-f87f-4270-88dd-8a9befb59b4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1098 time: 0.0802023 Jul 13 19:20:58.678006 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:20:58.678515 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:20:58.680689 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:20:58.691865 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.774790 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.784649 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:58.787271 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fe850b57-c799-4025-a30d-0e45173f4e40 HTTP/1.1" status: 204 len: 168 time: 0.7903233 Jul 13 19:20:58.802586 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35052) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:20:58.804490 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4378c10-ed07-4085-ab34-06dfc3061626 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe850b57-c799-4025-a30d-0e45173f4e40,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:58.892638 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ef2053d5-408c-46d9-aaaf-c6680c0546e3 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:58.907489 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-49ec8180-97ee-4537-a190-a9d1b2931dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:58.908968 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-49ec8180-97ee-4537-a190-a9d1b2931dcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.2292042 Jul 13 19:20:58.913680 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] Pushing event deleted for resources: {'Port': ['ID=3d551a12-5ef8-4cad-bc30-b786791cc573,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:20:58.915972 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: ef2053d5-408c-46d9-aaaf-c6680c0546e3 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:58.916598 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ef2053d5-408c-46d9-aaaf-c6680c0546e3 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:58.917241 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3d551a12-5ef8-4cad-bc30-b786791cc573 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:58.921917 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '8b10a9a8-ece3-42db-8b77-c079ee403f31', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'port_id': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'mac_address': 'fa:16:3e:ee:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:42Z', 'updated_at': '2021-07-13T19:20:57Z', 'revision_number': 1, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.923038 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863edcd-03cc-4cb7-b8f6-56ff271eadce None None] No DVR routers for this DVR port 3d551a12-5ef8-4cad-bc30-b786791cc573 on host dv-cinder-786930-3-iscsi {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:20:58.942639 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 3d551a12-5ef8-4cad-bc30-b786791cc573 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:58.944671 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3d551a12-5ef8-4cad-bc30-b786791cc573 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:58.945316 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:20:58.949544 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] Checking router: b214c445-f8b4-4191-a264-c53a237395b3 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:20:58.958855 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:20:58.959470 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:58.967426 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:20:58.968161 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 311ffdfc-9a50-478b-8652-9dfe2a5fe0b3 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:20:59.020088 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-fef2c2b1-9eb4-4703-97ad-000a317f49ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 200 len: 999 time: 0.1034951 Jul 13 19:20:59.091447 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-7e7ac21a-d677-4b67-aa47-6f1d8686e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.093448 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-7e7ac21a-d677-4b67-aa47-6f1d8686e0c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0668252 Jul 13 19:20:59.094353 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:20:59.163844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-cb081623-b5d5-4e1d-a05c-bbf97e5baa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:20:59.166310 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-cb081623-b5d5-4e1d-a05c-bbf97e5baa37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658777 Jul 13 19:20:59.226519 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-95d2acaf-a5d4-4698-a9ec-3a27eb77f823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.261324 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-752c7e32-e0c2-461e-9e1b-2868dc4661e5 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896802 Jul 13 19:20:59.269918 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.383830 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2bb359e6-8eb9-4302-b938-13d399e59f2a req-f52684b8-d8bc-443a-9a6f-7b03de4e18ad service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154590 Jul 13 19:20:59.466484 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '8b10a9a8-ece3-42db-8b77-c079ee403f31', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'port_id': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'mac_address': 'fa:16:3e:ee:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:42Z', 'updated_at': '2021-07-13T19:20:57Z', 'revision_number': 1, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:20:59.495478 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd3f06-2d7d-4be0-86a2-ab5f750fe2c3 None None] The sync data for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi is: [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '8b10a9a8-ece3-42db-8b77-c079ee403f31', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'port_id': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'mac_address': 'fa:16:3e:ee:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:20:42Z', 'updated_at': '2021-07-13T19:20:57Z', 'revision_number': 1, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:20:59.553254 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Deleting port 79539ec0-fde5-424d-a4f3-7757e44b6abb {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:20:59.553598 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.631363 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] For port 79539ec0-fde5-424d-a4f3-7757e44b6abb, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=79539ec0-fde5-424d-a4f3-7757e44b6abb,segment=NetworkSegment(d64e54c9-4d25-4037-8e43-02c7206dfb1d),segment_id=d64e54c9-4d25-4037-8e43-02c7206dfb1d)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:20:59.631717 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.649130 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Calling delete_port for 79539ec0-fde5-424d-a4f3-7757e44b6abb owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:20:59.703410 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bd245d-05bd-4775-9d9d-3be926ed7294 None None] New status for floating IP 8b10a9a8-ece3-42db-8b77-c079ee403f31: ACTIVE {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:20:59.834139 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:20:59.860573 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79539ec0-fde5-424d-a4f3-7757e44b6abb,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:00.263018 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.493495 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Router 39b307ba-aac9-496a-9411-7859e17f7ff8 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:00.606695 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:00.611959 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-1e8464d9-55bb-4bd0-b50e-b6894206b9f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/39b307ba-aac9-496a-9411-7859e17f7ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7981572 Jul 13 19:21:00.614611 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35076) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:00.618716 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] Sync routers for ids ['39b307ba-aac9-496a-9411-7859e17f7ff8'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:00.629293 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] Routers {'39b307ba-aac9-496a-9411-7859e17f7ff8'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:00.630257 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['39b307ba-aac9-496a-9411-7859e17f7ff8'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:00.717936 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.734719 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] Set router 39b307ba-aac9-496a-9411-7859e17f7ff8 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:00.831112 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.893369 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Deleting port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:00.893767 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.928431 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:20:59Z', 'revision_number': 5, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port': {'id': '7b4bbfcf-b56b-40a8-82a2-5de1f572b806', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:00.955524 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] Checking router: 39b307ba-aac9-496a-9411-7859e17f7ff8 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:00.963792 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] Routers {'39b307ba-aac9-496a-9411-7859e17f7ff8'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:00.964389 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:20:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['39b307ba-aac9-496a-9411-7859e17f7ff8'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:00.970599 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] For port 7b4bbfcf-b56b-40a8-82a2-5de1f572b806, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:00.970961 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:00.983327 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Calling delete_port for 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:01.048632 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] Set router 39b307ba-aac9-496a-9411-7859e17f7ff8 gateway port host: None {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:01.097543 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:21:00Z', 'revision_number': 6, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:01.130759 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fadd0e-8e79-40ea-82c5-2ce7573a4b12 None None] The sync data for ids ['39b307ba-aac9-496a-9411-7859e17f7ff8'] in dv-cinder-786930-3-iscsi is: [{'id': '39b307ba-aac9-496a-9411-7859e17f7ff8', 'name': 'tempest-TestMinimumBasicScenario-1481845746-router', 'tenant_id': '68e5cd99b3b84d40b56bd17148110121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:17:20Z', 'updated_at': '2021-07-13T19:21:00Z', 'revision_number': 6, 'project_id': '68e5cd99b3b84d40b56bd17148110121', 'gw_port_host': None}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:01.144813 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.172638 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4bbfcf-b56b-40a8-82a2-5de1f572b806,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.234502 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.321877 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.324079 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.376700 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.377691 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b307ba-aac9-496a-9411-7859e17f7ff8 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:21:01.382855 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.384439 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5cbe36d9-b340-4760-bc68-09a5e0664b6a admin admin] 10.222.0.62 "DELETE /v2.0/routers/39b307ba-aac9-496a-9411-7859e17f7ff8 HTTP/1.1" status: 204 len: 168 time: 0.7685020 Jul 13 19:21:01.388483 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35080) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:01.436840 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] Deleting subnet 5b3b593f-916f-4537-ba9a-12b7b304f9fe {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:21:01.439975 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.475402 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.559784 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.613571 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.644900 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.646773 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5b3b593f-916f-4537-ba9a-12b7b304f9fe HTTP/1.1" status: 204 len: 168 time: 0.2570481 Jul 13 19:21:01.649520 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35084) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:01.651104 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2125c8-0543-421e-afbb-5936ecffde9c None None] Network 2c5406c8-78cc-4b13-a26f-ddd155020bc6 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:01.651563 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dee38-31f5-4a40-9208-d5ea18abc151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3b593f-916f-4537-ba9a-12b7b304f9fe,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.723917 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.788560 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Deleting port 3f6d592d-2086-474c-8ee8-fe7e174cd43c {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:01.788999 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.815971 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c1ac-d0f8-477d-bfe7-53907415cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.853682 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] For port 3f6d592d-2086-474c-8ee8-fe7e174cd43c, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3f6d592d-2086-474c-8ee8-fe7e174cd43c,segment=NetworkSegment(d64e54c9-4d25-4037-8e43-02c7206dfb1d),segment_id=d64e54c9-4d25-4037-8e43-02c7206dfb1d)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:01.854040 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.867194 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Calling delete_port for 3f6d592d-2086-474c-8ee8-fe7e174cd43c owned by network:dhcp {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:01.918807 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] DHCP port deletion for 2c5406c8-78cc-4b13-a26f-ddd155020bc6 request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:21:01.956522 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.987039 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] Deleting port 3f6d592d-2086-474c-8ee8-fe7e174cd43c {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:01.987664 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:01.988192 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6d592d-2086-474c-8ee8-fe7e174cd43c,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:01.995490 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] No DVR routers for this DVR port 3f6d592d-2086-474c-8ee8-fe7e174cd43c on host dv-cinder-786930-3-iscsi {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:01.997904 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.998385 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.999548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.999548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.999548 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:01.999967 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.000363 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.000754 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.001146 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.001534 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.001949 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.002339 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:02.052253 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] For port 3f6d592d-2086-474c-8ee8-fe7e174cd43c, host dv-cinder-786930-3-iscsi, got binding levels [] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:02.052899 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.066798 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] Calling delete_port for 3f6d592d-2086-474c-8ee8-fe7e174cd43c owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:02.069888 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.ipam_backend_mixin [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] Port 3f6d592d-2086-474c-8ee8-fe7e174cd43c was not found and therefore no delete operation was performed {{(pid=93116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:21:02.071102 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.076613 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.086436 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5406c8-78cc-4b13-a26f-ddd155020bc6']}} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:02.093524 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] Pushing event deleted for resources: {'Port': ['ID=3f6d592d-2086-474c-8ee8-fe7e174cd43c,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:02.097507 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64e54c9-4d25-4037-8e43-02c7206dfb1d') {'for_net_delete': True} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:02.097844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64e54c9-4d25-4037-8e43-02c7206dfb1d') {} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:02.099246 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5b0ba-3102-4d3f-88ac-c2ab2a23dac5 None None] No DVR routers for this DVR port 3f6d592d-2086-474c-8ee8-fe7e174cd43c on host dv-cinder-786930-3-iscsi {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:02.108120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4839936'] for segment, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.122898 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.129141 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=93115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:21:02.129546 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839934'] for segment, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: Traceback (most recent call last): Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: timer() Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: cb(*args, **kw) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: return func(*args, **kwargs) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: self._notify() Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: self.callback(batched_events) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: event.method(event) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: return f(self, *a, **k) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._get(url).json() Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: return self.request(url, 'GET', **kwargs) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:21:02.131372 dv-cinder-786930-3-iscsi neutron-server[93115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:21:02.185915 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.194674 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.200544 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.203647 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2c5406c8-78cc-4b13-a26f-ddd155020bc6 HTTP/1.1" status: 204 len: 168 time: 0.5521264 Jul 13 19:21:02.219083 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae9e4-76c2-4e3f-b500-70b3381ac5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5406c8-78cc-4b13-a26f-ddd155020bc6,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:02.371615 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35094) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.412404 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-cd32d0e8-fad3-45bf-ad27-8fb44d188d50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=765714cc36f34d2085fc80942a27d498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395365 Jul 13 19:21:02.415000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35096) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.474197 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-135b13b3-abf7-4b79-bff3-d68fd9ba2104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.496017 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-135b13b3-abf7-4b79-bff3-d68fd9ba2104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.544198 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-135b13b3-abf7-4b79-bff3-d68fd9ba2104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.546759 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-135b13b3-abf7-4b79-bff3-d68fd9ba2104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.547921 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-135b13b3-abf7-4b79-bff3-d68fd9ba2104 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d650bbe5-d224-4b7c-8309-18d34c745d61 HTTP/1.1" status: 204 len: 168 time: 0.1320121 Jul 13 19:21:02.555693 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b13b3-abf7-4b79-bff3-d68fd9ba2104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d650bbe5-d224-4b7c-8309-18d34c745d61,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:02.788782 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 79539ec0-fde5-424d-a4f3-7757e44b6abb no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:02.810350 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 79539ec0-fde5-424d-a4f3-7757e44b6abb {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:02.810793 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 79539ec0-fde5-424d-a4f3-7757e44b6abb not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:02.811407 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3f6d592d-2086-474c-8ee8-fe7e174cd43c no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:02.837008 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 3f6d592d-2086-474c-8ee8-fe7e174cd43c {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:02.837351 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3f6d592d-2086-474c-8ee8-fe7e174cd43c not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:02.837800 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:02.857019 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:02.857322 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7b4bbfcf-b56b-40a8-82a2-5de1f572b806 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:02.875833 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35106) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.879934 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.915446 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d83f036e-37cd-4519-9e18-a98658a9fd82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68e5cd99b3b84d40b56bd17148110121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383918 Jul 13 19:21:02.918222 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35108) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:02.969892 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b265b85b-08bc-4c39-a54c-0bd76a45f51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:02.990502 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b265b85b-08bc-4c39-a54c-0bd76a45f51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.011655 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35112) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:03.035616 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b265b85b-08bc-4c39-a54c-0bd76a45f51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.038505 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b265b85b-08bc-4c39-a54c-0bd76a45f51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.039666 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-b265b85b-08bc-4c39-a54c-0bd76a45f51f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b82a5f21-7a72-47c4-a7f1-b73df62d5903 HTTP/1.1" status: 204 len: 168 time: 0.1204588 Jul 13 19:21:03.047565 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265b85b-08bc-4c39-a54c-0bd76a45f51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a5f21-7a72-47c4-a7f1-b73df62d5903,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:03.123196 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-21bfe207-ac15-49b1-b738-680ab7daa99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.214007 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-21bfe207-ac15-49b1-b738-680ab7daa99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.218155 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-21bfe207-ac15-49b1-b738-680ab7daa99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.256042 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-21bfe207-ac15-49b1-b738-680ab7daa99e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90a041c310bb44ac877a1d4c1b3d44ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432795 Jul 13 19:21:03.256907 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfe207-ac15-49b1-b738-680ab7daa99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6b9585-70d7-49a6-a2dc-42630634d300,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:03.258829 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35124) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:03.313473 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a88b119a-b80e-48a0-986b-cdc7ed1c026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.333084 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a88b119a-b80e-48a0-986b-cdc7ed1c026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.382306 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a88b119a-b80e-48a0-986b-cdc7ed1c026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.384972 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a88b119a-b80e-48a0-986b-cdc7ed1c026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.386267 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a88b119a-b80e-48a0-986b-cdc7ed1c026a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb6b9585-70d7-49a6-a2dc-42630634d300 HTTP/1.1" status: 204 len: 168 time: 0.1262093 Jul 13 19:21:03.394771 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b119a-b80e-48a0-986b-cdc7ed1c026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6b9585-70d7-49a6-a2dc-42630634d300,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:03.735144 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35142) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:03.832941 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-662327591-network', 'tenant_id': '89e8712f56714123b2092b03695b421d'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:03.856528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Made reservation on behalf of 89e8712f56714123b2092b03695b421d for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:03.859798 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.872265 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.971563 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:03.977095 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.002447 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:04.012059 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec9318-1a30-4d38-8b31-69d00f97035a,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.018000 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.018342 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Added segment da36239d-bfcb-4926-912f-7aa4723e7a0d of type vlan for network 6bd178a9-6704-4716-8b1f-cba4f644a1ac Jul 13 19:21:04.057124 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.086140 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.087135 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.087806 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.139346 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4031153 Jul 13 19:21:04.142889 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35146) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:04.144941 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59acdbe-0f81-42a7-87bd-5e74c73efa12 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd178a9-6704-4716-8b1f-cba4f644a1ac,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.147932 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Request body: {'subnet': {'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-662327591-subnet', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:04.155668 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:04.170675 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Made reservation on behalf of 89e8712f56714123b2092b03695b421d for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:04.173128 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7218301'] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.340707 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6501010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7218255'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.388174 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcb2388-ee0c-4471-8ca6-125f8287dc42,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.403172 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Checking segment: {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:04.403531 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Network hostable DHCP agents. Network: 6bd178a9-6704-4716-8b1f-cba4f644a1ac, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:04.422638 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:04.433221 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 6bd178a9-6704-4716-8b1f-cba4f644a1ac) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:04.437886 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:04.438478 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.443741 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddd440-5553-496e-ae1a-bf754e50d510 None None] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:04.454573 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5ce2eb09-ec1e-4b7e-ab78-1efb08eb4d6b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3103137 Jul 13 19:21:04.456973 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35150) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:04.461487 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:04.482131 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.483135 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.540991 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.589727 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:21:04.590683 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.674416 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.722606 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.732202 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Allocated IP 172.20.0.2 (6bd178a9-6704-4716-8b1f-cba4f644a1ac/5bcb2388-ee0c-4471-8ca6-125f8287dc42/30f225eb-848f-4b40-a43e-da8fce5ab68b) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:04.871155 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.874852 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.883292 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Transition to ACTIVE for port object 30f225eb-848f-4b40-a43e-da8fce5ab68b will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:04.889728 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.897586 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Transition to ACTIVE for port object 30f225eb-848f-4b40-a43e-da8fce5ab68b will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:04.903514 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:04.938602 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:04.943478 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:04.946969 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:04.957369 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Pushing event updated for resources: {'Port': ['ID=30f225eb-848f-4b40-a43e-da8fce5ab68b,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:04.994831 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Allocated IP 172.27.3.68 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/a099ab47-3e70-4ae7-9a72-177dded81f38) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:05.007771 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Attempting to bind port 30f225eb-848f-4b40-a43e-da8fce5ab68b on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:05.008156 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Attempting to bind port 30f225eb-848f-4b40-a43e-da8fce5ab68b by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:05.008518 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Attempting to bind port 30f225eb-848f-4b40-a43e-da8fce5ab68b on network 6bd178a9-6704-4716-8b1f-cba4f644a1ac {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:05.013732 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:05.014118 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Checking segment: {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:05.014564 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.014954 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Bound using segment: {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:05.015427 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Bound port: 30f225eb-848f-4b40-a43e-da8fce5ab68b, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:05.015808 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.079974 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] For port 30f225eb-848f-4b40-a43e-da8fce5ab68b, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:05.082980 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] For port 30f225eb-848f-4b40-a43e-da8fce5ab68b, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=30f225eb-848f-4b40-a43e-da8fce5ab68b,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:05.088369 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.092360 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.138976 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.141947 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc0aec-f04d-47ed-98f5-e5163882caf6 None None] Pushing event updated for resources: {'Port': ['ID=30f225eb-848f-4b40-a43e-da8fce5ab68b,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:05.184604 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:05.187642 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:05.191161 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:05.213805 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Pushing event updated for resources: {'Port': ['ID=a099ab47-3e70-4ae7-9a72-177dded81f38,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:05.227292 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.227625 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.227968 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.228301 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.228632 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.228959 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.229282 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.229592 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.229966 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.230292 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.230615 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.230936 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:05.466787 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.912208 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:05.987803 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd0bfb-4785-4c52-99c6-89d3e6ccd11b None None] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:06.038185 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:21:06.062532 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5722c65d-03db-466c-942b-6e1bd1952da8 None None] Provisioning for port 30f225eb-848f-4b40-a43e-da8fce5ab68b completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:06.145007 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:06.155168 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Sync routers for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:06.161811 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.165647 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-481348d9-2bb3-4cc0-90cc-8b0251998e65 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7052042 Jul 13 19:21:06.165902 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35154) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:06.170195 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:06.170880 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:06.283486 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:06.470769 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:05Z', 'revision_number': 3, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:06.504472 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Checking router: 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:06.505137 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Updating router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d port a099ab47-3e70-4ae7-9a72-177dded81f38 binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:06.548835 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.589082 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.746692 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Allocated IP 172.20.0.1 (6bd178a9-6704-4716-8b1f-cba4f644a1ac/5bcb2388-ee0c-4471-8ca6-125f8287dc42/d850a643-957b-44e3-a91f-cf7ee7f4e2ab) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:06.807880 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.819082 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Transition to ACTIVE for port object a099ab47-3e70-4ae7-9a72-177dded81f38 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:06.826986 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.838710 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 30f225eb-848f-4b40-a43e-da8fce5ab68b up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:06.859568 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.872200 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Transition to ACTIVE for port object d850a643-957b-44e3-a91f-cf7ee7f4e2ab will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:06.906674 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Attempting to bind port a099ab47-3e70-4ae7-9a72-177dded81f38 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:06.907033 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Attempting to bind port a099ab47-3e70-4ae7-9a72-177dded81f38 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:06.907414 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Attempting to bind port a099ab47-3e70-4ae7-9a72-177dded81f38 on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:06.910229 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.918947 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:06.919330 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:06.919713 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.920097 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:06.920562 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Bound port: a099ab47-3e70-4ae7-9a72-177dded81f38, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:06.921103 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.922519 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d0cc3-563a-49fa-8ec1-d61968453c90 None None] Pushing event updated for resources: {'Port': ['ID=a099ab47-3e70-4ae7-9a72-177dded81f38,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:06.949871 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:06.956566 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:06.961049 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:06.974398 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 30f225eb-848f-4b40-a43e-da8fce5ab68b completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:06.980248 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 30f225eb-848f-4b40-a43e-da8fce5ab68b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:06.980626 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:06.985682 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:07.006553 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.008505 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] For port a099ab47-3e70-4ae7-9a72-177dded81f38, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:07.028121 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] For port a099ab47-3e70-4ae7-9a72-177dded81f38, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=a099ab47-3e70-4ae7-9a72-177dded81f38,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:07.033933 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.123927 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:07.124578 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:07.132348 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d0cc3-563a-49fa-8ec1-d61968453c90 None None] Pushing event updated for resources: {'Port': ['ID=a099ab47-3e70-4ae7-9a72-177dded81f38,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:07.149613 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.194104 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.313982 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.319863 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.355603 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-c4d5917b-cacd-4658-ba66-0d4e10bfddfe None None] Provisioning for port d850a643-957b-44e3-a91f-cf7ee7f4e2ab completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:07.370481 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-c4d5917b-cacd-4658-ba66-0d4e10bfddfe None None] Provisioning complete for port d850a643-957b-44e3-a91f-cf7ee7f4e2ab triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:07.370845 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c4d5917b-cacd-4658-ba66-0d4e10bfddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.383976 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:07.386559 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.428549 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 30f225eb-848f-4b40-a43e-da8fce5ab68b, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=30f225eb-848f-4b40-a43e-da8fce5ab68b,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:07.435299 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:07.437646 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.465847 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5917b-cacd-4658-ba66-0d4e10bfddfe None None] Port d850a643-957b-44e3-a91f-cf7ee7f4e2ab cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:07.480707 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:07.482129 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:07.585613 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=30f225eb-848f-4b40-a43e-da8fce5ab68b,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:07.593095 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:07.687487 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:06Z', 'revision_number': 1, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:07.706095 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:07.721218 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-bb5006b7-7f9b-4db1-8688-b63b92f73ad1 admin admin] 10.222.0.62 "PUT /v2.0/routers/3d0043ca-dc07-42ea-bc37-09f7e2d53c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5466943 Jul 13 19:21:07.721454 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081367a-0b99-4a67-a6d3-69cd3df834d7 None None] The sync data for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi is: [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:06Z', 'revision_number': 1, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:07.786848 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6c90b3ae-7a46-433a-8471-8e5522f26f12 None None] Provisioning complete for port d850a643-957b-44e3-a91f-cf7ee7f4e2ab triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:07.787229 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6c90b3ae-7a46-433a-8471-8e5522f26f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:07.824062 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6c90b3ae-7a46-433a-8471-8e5522f26f12 None None] Port d850a643-957b-44e3-a91f-cf7ee7f4e2ab cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:08.209974 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35174) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:08.215154 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-36663480-network', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:08.237778 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Made reservation on behalf of f2d2f9caae1c48739fedbd645e54caa2 for: {'network': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:08.240215 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.249984 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.362715 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.371003 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.397385 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=93114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:21:08.408075 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1418bd-9fd3-4bb9-b153-daee5e2a2396,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:08.414696 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.415035 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.segments_db [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Added segment d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b of type vlan for network e75f8a5e-ff93-490c-af07-51264d4fdee7 Jul 13 19:21:08.457849 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.487541 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.488467 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.489053 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.543543 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3324406 Jul 13 19:21:08.546321 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35176) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:08.551268 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Request body: {'subnet': {'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-36663480-subnet', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:08.559213 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3f1d6-140f-4ff6-b0c4-ac4bd716cec9 admin admin] Pushing event updated for resources: {'Network': ['ID=e75f8a5e-ff93-490c-af07-51264d4fdee7,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:08.570357 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:21:08.580975 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Made reservation on behalf of f2d2f9caae1c48739fedbd645e54caa2 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:08.583603 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7218301'] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.756069 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6501010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7218255'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.827188 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26f1582-ced6-4e18-a8a3-d01194494891,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:08.838935 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Checking segment: {'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:08.839378 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Network hostable DHCP agents. Network: e75f8a5e-ff93-490c-af07-51264d4fdee7, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:21:08.858220 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:21:08.869042 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, e75f8a5e-ff93-490c-af07-51264d4fdee7) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:08.877543 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d6bd31-4168-4e03-98d2-36e757461a4d None None] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:08.877740 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:08.878318 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.901070 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35180) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:08.909594 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:08.912779 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9467249d-5fc4-47a3-a107-3dc6ca8d45ba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3653753 Jul 13 19:21:08.932425 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1621624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3461'] for router, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.933501 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1582074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3486'] for router, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:08.959607 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a099ab47-3e70-4ae7-9a72-177dded81f38 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:08.997108 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.057613 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port a099ab47-3e70-4ae7-9a72-177dded81f38 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:09.065281 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port a099ab47-3e70-4ae7-9a72-177dded81f38 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:09.065680 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.119375 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f4fb455-eb35-5873-b6d0-60b53e623d70-e75f8a5e-ff93-490c-af07-51264d4fdee7', 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'fixed_ips': [{'subnet_id': 'a26f1582-ced6-4e18-a8a3-d01194494891'}]}} from dv-cinder-786930-3-iscsi. {{(pid=93116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 19:21:09.120220 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.130971 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3488'] for router, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.244770 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.290545 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port a099ab47-3e70-4ae7-9a72-177dded81f38, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=a099ab47-3e70-4ae7-9a72-177dded81f38,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:09.297775 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.298563 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 30f225eb-848f-4b40-a43e-da8fce5ab68b up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:09.324661 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.db_base_plugin_common [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Allocated IP 172.20.0.2 (e75f8a5e-ff93-490c-af07-51264d4fdee7/a26f1582-ced6-4e18-a8a3-d01194494891/489e1587-ea02-432d-bcc4-cb731898b263) {{(pid=93116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:09.333896 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.352260 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.432702 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=a099ab47-3e70-4ae7-9a72-177dded81f38,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:09.454527 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 30f225eb-848f-4b40-a43e-da8fce5ab68b triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:09.454887 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.466430 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Allocated IP 172.27.3.3 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/cd233049-8e24-4e57-ba7a-e0383a8c9a2c) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:09.578749 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.579894 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Notify callbacks [] for port, precommit_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.595618 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Transition to ACTIVE for port object 489e1587-ea02-432d-bcc4-cb731898b263 will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:09.613914 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Transition to ACTIVE for port object 489e1587-ea02-432d-bcc4-cb731898b263 will not be triggered until provisioned by entity DHCP. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:09.619240 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.619973 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319'] for port, after_create {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.655696 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 is already hosted by enough agents. {{(pid=93116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:09.661381 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.scheduler.base_scheduler [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Resources bound (agent type, host, resource id): {{(pid=93116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:09.664068 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:09.664901 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Received port after_create {{(pid=93116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:09.668673 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:09.671043 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:09.675513 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Pushing event updated for resources: {'Port': ['ID=489e1587-ea02-432d-bcc4-cb731898b263,revision_number=1']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:09.676773 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:09.731019 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Attempting to bind port 489e1587-ea02-432d-bcc4-cb731898b263 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:09.731396 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Attempting to bind port 489e1587-ea02-432d-bcc4-cb731898b263 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:09.731534 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Sync routers for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:09.731991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Attempting to bind port 489e1587-ea02-432d-bcc4-cb731898b263 on network e75f8a5e-ff93-490c-af07-51264d4fdee7 {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:09.737268 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:09.737672 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Checking segment: {'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:09.738074 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.738454 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Bound using segment: {'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:09.738909 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Bound port: 489e1587-ea02-432d-bcc4-cb731898b263, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:09.739621 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.741739 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:09.742457 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:09.803229 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] For port 489e1587-ea02-432d-bcc4-cb731898b263, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:09.806949 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] For port 489e1587-ea02-432d-bcc4-cb731898b263, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=489e1587-ea02-432d-bcc4-cb731898b263,segment=NetworkSegment(d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b),segment_id=d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:09.813559 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:09.856264 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:09.877067 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194f351-b269-43f5-b2d2-68a8b9f47144 None None] Pushing event updated for resources: {'Port': ['ID=489e1587-ea02-432d-bcc4-cb731898b263,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:10.105217 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 2, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:10.139630 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Checking router: 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:10.140082 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Updating router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d port d850a643-957b-44e3-a91f-cf7ee7f4e2ab binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:10.176941 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.223995 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.416956 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406001'] for router, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.435939 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.445650 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Transition to ACTIVE for port object d850a643-957b-44e3-a91f-cf7ee7f4e2ab will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:10.452140 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.503752 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Pushing event updated for resources: {'Port': ['ID=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:10.533003 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.533605 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.534429 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.534907 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.535519 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.536026 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.536515 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.536842 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.537188 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.537683 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.538295 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.538768 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:10.575547 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Router 285165cf-f77f-4770-bd20-e07c5aae4b6a is scheduled to L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 with binding_index 1 {{(pid=93115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 19:21:10.582592 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Attempting to bind port d850a643-957b-44e3-a91f-cf7ee7f4e2ab on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:10.582962 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Attempting to bind port d850a643-957b-44e3-a91f-cf7ee7f4e2ab by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:10.583321 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Attempting to bind port d850a643-957b-44e3-a91f-cf7ee7f4e2ab on network 6bd178a9-6704-4716-8b1f-cba4f644a1ac {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:10.594740 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:10.595490 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Checking segment: {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:10.595656 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.596163 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Bound using segment: {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:10.596730 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Bound port: d850a643-957b-44e3-a91f-cf7ee7f4e2ab, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:10.597171 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.693424 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] For port d850a643-957b-44e3-a91f-cf7ee7f4e2ab, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:10.699116 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] For port d850a643-957b-44e3-a91f-cf7ee7f4e2ab, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:10.705865 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.744113 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:10.765359 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Sync routers for ids ['285165cf-f77f-4770-bd20-e07c5aae4b6a'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:10.776809 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf349b8-bc3b-422a-aa57-e776ac4dc387 None None] Pushing event updated for resources: {'Port': ['ID=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,revision_number=4']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:10.783051 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Routers {'285165cf-f77f-4770-bd20-e07c5aae4b6a'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:10.783683 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['285165cf-f77f-4770-bd20-e07c5aae4b6a'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:10.805238 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:10.805967 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:10.827129 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:10.830880 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ff61d28d-41cd-4a70-907a-e0ca0b95cea4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9260814 Jul 13 19:21:10.831218 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35184) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:11.024553 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a099ab47-3e70-4ae7-9a72-177dded81f38 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:11.128855 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Set router 285165cf-f77f-4770-bd20-e07c5aae4b6a gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:11.168819 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:11.206308 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df5245-0bff-420e-a07b-60ce113cce29 None None] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:21:11.213853 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:11.306715 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port a099ab47-3e70-4ae7-9a72-177dded81f38 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:11.307038 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.396207 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:10Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:11.402816 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-8c5f1021-315f-4266-95dd-ac78607b8469 None None] Provisioning for port 489e1587-ea02-432d-bcc4-cb731898b263 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:11.405328 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.424509 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582333d-4784-4a54-b6a1-eba02493e4ff None None] The sync data for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi is: [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:10Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:11.583668 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Allocated IP 172.20.0.1 (e75f8a5e-ff93-490c-af07-51264d4fdee7/a26f1582-ced6-4e18-a8a3-d01194494891/c58a5a13-8e29-4595-84c1-c03d6ff07d97) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:11.680431 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 489e1587-ea02-432d-bcc4-cb731898b263 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:11.700500 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.714571 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Transition to ACTIVE for port object c58a5a13-8e29-4595-84c1-c03d6ff07d97 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:11.724610 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:21:10Z', 'revision_number': 3, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port': {'id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:09Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:11.748408 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.757312 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Checking router: 285165cf-f77f-4770-bd20-e07c5aae4b6a for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:11.757671 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Updating router 285165cf-f77f-4770-bd20-e07c5aae4b6a port cd233049-8e24-4e57-ba7a-e0383a8c9a2c binding host dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:11.788705 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:11.794626 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:11.799044 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:11.808336 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.812528 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port 489e1587-ea02-432d-bcc4-cb731898b263 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:11.832049 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Pushing event updated for resources: {'Port': ['ID=c58a5a13-8e29-4595-84c1-c03d6ff07d97,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:11.843604 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 489e1587-ea02-432d-bcc4-cb731898b263 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:11.843604 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:11.849612 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405396'] for router_interface, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.008052 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.036843 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.096432 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port 489e1587-ea02-432d-bcc4-cb731898b263, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=489e1587-ea02-432d-bcc4-cb731898b263,segment=NetworkSegment(d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b),segment_id=d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:12.105822 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-13d3e983-d0ae-4e8b-9f50-06b59b8f4b0e None None] Provisioning complete for port 489e1587-ea02-432d-bcc4-cb731898b263 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:12.106188 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-13d3e983-d0ae-4e8b-9f50-06b59b8f4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.110794 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.197169 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.205983 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.224994 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=489e1587-ea02-432d-bcc4-cb731898b263,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.276334 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1778642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403678'] for router_interface, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.279574 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Pushing event updated for resources: {'Port': ['ID=c58a5a13-8e29-4595-84c1-c03d6ff07d97,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.293588 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.311819 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Transition to ACTIVE for port object cd233049-8e24-4e57-ba7a-e0383a8c9a2c will not be triggered until provisioned by entity L2. {{(pid=93116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:12.318582 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.374841 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Attempting to bind port cd233049-8e24-4e57-ba7a-e0383a8c9a2c on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:12.375216 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Attempting to bind port cd233049-8e24-4e57-ba7a-e0383a8c9a2c by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:12.376027 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Attempting to bind port cd233049-8e24-4e57-ba7a-e0383a8c9a2c on network bd62d93d-cdd1-4672-bd82-75ab862aabda {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:12.377892 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:12.379902 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:12.381533 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee6cd4-9726-4e38-b79a-88caef4dd559 None None] Pushing event updated for resources: {'Port': ['ID=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,revision_number=2']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.386454 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:12.386841 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Checking segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:12.387251 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.387637 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Bound using segment: {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'} {{(pid=93116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:12.388115 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.managers [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Bound port: cd233049-8e24-4e57-ba7a-e0383a8c9a2c, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4cb501-1c26-4c2b-a0c7-2f09cab27db1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}}] {{(pid=93116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:12.388500 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.448718 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] For port cd233049-8e24-4e57-ba7a-e0383a8c9a2c, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:12.452544 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] For port cd233049-8e24-4e57-ba7a-e0383a8c9a2c, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:12.455311 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-4eb5caab-a0e4-459d-bdf0-0aac50cb9d1e None None] Provisioning for port c58a5a13-8e29-4595-84c1-c03d6ff07d97 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:12.459515 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.467914 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-4eb5caab-a0e4-459d-bdf0-0aac50cb9d1e None None] Provisioning complete for port c58a5a13-8e29-4595-84c1-c03d6ff07d97 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:12.468286 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-4eb5caab-a0e4-459d-bdf0-0aac50cb9d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.512171 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Router 285165cf-f77f-4770-bd20-e07c5aae4b6a has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:12.546714 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5caab-a0e4-459d-bdf0-0aac50cb9d1e None None] Port c58a5a13-8e29-4595-84c1-c03d6ff07d97 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:12.551925 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee6cd4-9726-4e38-b79a-88caef4dd559 None None] Pushing event updated for resources: {'Port': ['ID=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,revision_number=3']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:12.554532 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Routers {'285165cf-f77f-4770-bd20-e07c5aae4b6a'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:12.555133 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['285165cf-f77f-4770-bd20-e07c5aae4b6a'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:12.626094 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:12.639365 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-26c23a52-bc6d-4eab-b43f-3d1fbb736001 admin admin] 10.222.0.62 "PUT /v2.0/routers/285165cf-f77f-4770-bd20-e07c5aae4b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7987089 Jul 13 19:21:12.671785 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] Set router 285165cf-f77f-4770-bd20-e07c5aae4b6a gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:12.703216 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-60cae2b9-393f-401e-bbed-ee1ce40ddf02 None None] Provisioning complete for port c58a5a13-8e29-4595-84c1-c03d6ff07d97 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:12.703587 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-60cae2b9-393f-401e-bbed-ee1ce40ddf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.812945 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-60cae2b9-393f-401e-bbed-ee1ce40ddf02 None None] Port c58a5a13-8e29-4595-84c1-c03d6ff07d97 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:12.839981 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 489e1587-ea02-432d-bcc4-cb731898b263 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:12.927963 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port 489e1587-ea02-432d-bcc4-cb731898b263 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:12.928331 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:12.976554 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:21:11Z', 'revision_number': 4, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port': {'id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:09Z', 'updated_at': '2021-07-13T19:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'c58a5a13-8e29-4595-84c1-c03d6ff07d97', 'name': '', 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'mac_address': 'fa:16:3e:5c:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:11Z', 'updated_at': '2021-07-13T19:21:12Z', 'revision_number': 2, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'subnets': [{'id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:13.004501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b53d5-2062-4d4b-988d-786c4de091d5 None None] The sync data for ids ['285165cf-f77f-4770-bd20-e07c5aae4b6a'] in dv-cinder-786930-3-iscsi is: [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:21:11Z', 'revision_number': 4, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port': {'id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:09Z', 'updated_at': '2021-07-13T19:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'c58a5a13-8e29-4595-84c1-c03d6ff07d97', 'name': '', 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'mac_address': 'fa:16:3e:5c:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:11Z', 'updated_at': '2021-07-13T19:21:12Z', 'revision_number': 2, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'subnets': [{'id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:13.048181 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d850a643-957b-44e3-a91f-cf7ee7f4e2ab up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:13.098200 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port d850a643-957b-44e3-a91f-cf7ee7f4e2ab completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:13.102058 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port d850a643-957b-44e3-a91f-cf7ee7f4e2ab triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:13.102441 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.197756 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.243812 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port d850a643-957b-44e3-a91f-cf7ee7f4e2ab, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:13.247916 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.302045 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.416593 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35198) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:13.421598 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-453d903a-1a53-42ca-bd24-cc27996c3135 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682879138', 'description': 'tempest-secgroup-smoke-682879138 description', 'project_id': '89e8712f56714123b2092b03695b421d'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:13.445514 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-453d903a-1a53-42ca-bd24-cc27996c3135 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.539561 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-453d903a-1a53-42ca-bd24-cc27996c3135 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.544229 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-453d903a-1a53-42ca-bd24-cc27996c3135 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.572257 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-453d903a-1a53-42ca-bd24-cc27996c3135 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.573478 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-453d903a-1a53-42ca-bd24-cc27996c3135 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1557584 Jul 13 19:21:13.575342 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d903a-1a53-42ca-bd24-cc27996c3135 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80954b4-73f8-4682-b9e9-f66c2bb01c6b,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.576741 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35200) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:13.582014 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-ad386180-933b-4516-86a3-45734b17a0a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'security_group_rule': {'security_group_id': 'f80954b4-73f8-4682-b9e9-f66c2bb01c6b', 'project_id': '89e8712f56714123b2092b03695b421d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:13.609319 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ad386180-933b-4516-86a3-45734b17a0a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.664600 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ad386180-933b-4516-86a3-45734b17a0a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.669127 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ad386180-933b-4516-86a3-45734b17a0a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.688114 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad386180-933b-4516-86a3-45734b17a0a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e9eed4-7f2b-4c43-8ba6-b3fb588d2c61,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.691380 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ad386180-933b-4516-86a3-45734b17a0a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.692659 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ad386180-933b-4516-86a3-45734b17a0a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143110 Jul 13 19:21:13.695604 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35202) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:13.700369 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-ee5d5067-9113-4f3e-8cc6-f1930851ff9c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'security_group_rule': {'security_group_id': 'f80954b4-73f8-4682-b9e9-f66c2bb01c6b', 'project_id': '89e8712f56714123b2092b03695b421d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:13.729092 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5067-9113-4f3e-8cc6-f1930851ff9c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.788739 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5067-9113-4f3e-8cc6-f1930851ff9c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.793802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5067-9113-4f3e-8cc6-f1930851ff9c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.810545 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d5067-9113-4f3e-8cc6-f1930851ff9c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449d7088-e834-492b-924d-0b3c5abb456a,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.818948 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5067-9113-4f3e-8cc6-f1930851ff9c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.820315 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-ee5d5067-9113-4f3e-8cc6-f1930851ff9c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235938 Jul 13 19:21:13.822957 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35204) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:13.827456 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-079ff41a-377d-4d2a-84bc-a09aa967541a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'security_group_rule': {'security_group_id': 'f80954b4-73f8-4682-b9e9-f66c2bb01c6b', 'project_id': '89e8712f56714123b2092b03695b421d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:13.860483 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-079ff41a-377d-4d2a-84bc-a09aa967541a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.921308 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-079ff41a-377d-4d2a-84bc-a09aa967541a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.927249 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-079ff41a-377d-4d2a-84bc-a09aa967541a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.944733 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff41a-377d-4d2a-84bc-a09aa967541a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4fdea3-c5d4-43dd-bd8e-351eb7b1d62a,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:13.952348 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-079ff41a-377d-4d2a-84bc-a09aa967541a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:13.953684 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-079ff41a-377d-4d2a-84bc-a09aa967541a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297445 Jul 13 19:21:13.956458 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35206) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:13.960935 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-270bf1f3-fde7-4679-96df-93f13f66f79e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'security_group_rule': {'security_group_id': 'f80954b4-73f8-4682-b9e9-f66c2bb01c6b', 'project_id': '89e8712f56714123b2092b03695b421d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:13.988612 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-270bf1f3-fde7-4679-96df-93f13f66f79e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.048597 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-270bf1f3-fde7-4679-96df-93f13f66f79e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.053690 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-270bf1f3-fde7-4679-96df-93f13f66f79e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.072187 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf1f3-fde7-4679-96df-93f13f66f79e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c60dc0-d325-4626-ab7c-6a6d7f803716,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:14.079661 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-270bf1f3-fde7-4679-96df-93f13f66f79e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.081099 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-270bf1f3-fde7-4679-96df-93f13f66f79e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237328 Jul 13 19:21:14.083980 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35208) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:14.088432 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'security_group_rule': {'security_group_id': 'f80954b4-73f8-4682-b9e9-f66c2bb01c6b', 'project_id': '89e8712f56714123b2092b03695b421d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:14.118118 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.securitygroups_db [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Project 89e8712f56714123b2092b03695b421d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:21:14.129703 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.200758 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.205564 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.224420 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affe4796-510b-472d-9087-e142bfce4e0a,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:14.233883 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.237857 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-10b8ecd8-f3c5-4104-8b3e-507777c454a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502955 Jul 13 19:21:14.238103 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35210) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:14.242835 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'security_group_rule': {'security_group_id': 'f80954b4-73f8-4682-b9e9-f66c2bb01c6b', 'project_id': '89e8712f56714123b2092b03695b421d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:14.265714 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.securitygroups_db [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Project 89e8712f56714123b2092b03695b421d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 19:21:14.271011 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.335566 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.340019 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.358596 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e57b18-3197-4ab5-801b-3a71e55735a5,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:14.364860 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:14.373883 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-cd7edd67-eb8d-40c8-acc7-df787d030ee8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270387 Jul 13 19:21:14.891739 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d850a643-957b-44e3-a91f-cf7ee7f4e2ab up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:14.941832 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port d850a643-957b-44e3-a91f-cf7ee7f4e2ab triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:14.942204 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.022674 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device cd233049-8e24-4e57-ba7a-e0383a8c9a2c up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:15.070005 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port cd233049-8e24-4e57-ba7a-e0383a8c9a2c completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:15.073609 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port cd233049-8e24-4e57-ba7a-e0383a8c9a2c triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:15.074113 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.161917 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.181974 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port cd233049-8e24-4e57-ba7a-e0383a8c9a2c, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:15.186393 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:15.239898 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:15.397670 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Sync routers for ids ['285165cf-f77f-4770-bd20-e07c5aae4b6a'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:15.408156 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Routers {'285165cf-f77f-4770-bd20-e07c5aae4b6a'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:15.408784 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['285165cf-f77f-4770-bd20-e07c5aae4b6a'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:15.516241 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Set router 285165cf-f77f-4770-bd20-e07c5aae4b6a gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:15.720378 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:21:11Z', 'revision_number': 4, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port': {'id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:09Z', 'updated_at': '2021-07-13T19:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'c58a5a13-8e29-4595-84c1-c03d6ff07d97', 'name': '', 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'mac_address': 'fa:16:3e:5c:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:11Z', 'updated_at': '2021-07-13T19:21:12Z', 'revision_number': 2, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'subnets': [{'id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:15.749799 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Checking router: 285165cf-f77f-4770-bd20-e07c5aae4b6a for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:15.750145 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Updating router 285165cf-f77f-4770-bd20-e07c5aae4b6a port c58a5a13-8e29-4595-84c1-c03d6ff07d97 binding host dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 19:21:15.784462 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.053475 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Notify callbacks [] for port, precommit_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.063822 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.provisioning_blocks [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Transition to ACTIVE for port object c58a5a13-8e29-4595-84c1-c03d6ff07d97 will not be triggered until provisioned by entity L2. {{(pid=93118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:16.071089 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.118919 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25803aa0-d970-4367-b996-320672cd0ff1 None None] Pushing event updated for resources: {'Port': ['ID=c58a5a13-8e29-4595-84c1-c03d6ff07d97,revision_number=3']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.173971 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Attempting to bind port c58a5a13-8e29-4595-84c1-c03d6ff07d97 on host dv-cinder-786930-3-iscsi for vnic_type normal with profile {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:16.174332 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Attempting to bind port c58a5a13-8e29-4595-84c1-c03d6ff07d97 by drivers openvswitch,hyperv on host dv-cinder-786930-3-iscsi at level 0 using segments [{'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:16.174753 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Attempting to bind port c58a5a13-8e29-4595-84c1-c03d6ff07d97 on network e75f8a5e-ff93-490c-af07-51264d4fdee7 {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:16.179886 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Checking agent: {'id': '4c4288be-cc20-4a23-a880-d0d60dd77a83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 8, 2), 'started_at': datetime.datetime(2021, 7, 13, 19, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:16.180254 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Checking segment: {'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:16.180648 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.181036 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Bound using segment: {'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'} {{(pid=93118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:16.181525 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.managers [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Bound port: c58a5a13-8e29-4595-84c1-c03d6ff07d97, host: dv-cinder-786930-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7'}}] {{(pid=93118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:16.181918 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.249682 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] For port c58a5a13-8e29-4595-84c1-c03d6ff07d97, host dv-cinder-786930-3-iscsi, cleared binding levels {{(pid=93118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:16.253708 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.plugins.ml2.db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] For port c58a5a13-8e29-4595-84c1-c03d6ff07d97, host dv-cinder-786930-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=c58a5a13-8e29-4595-84c1-c03d6ff07d97,segment=NetworkSegment(d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b),segment_id=d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b)] {{(pid=93118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:16.259523 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.307416 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Routers {'285165cf-f77f-4770-bd20-e07c5aae4b6a'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:16.308037 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['285165cf-f77f-4770-bd20-e07c5aae4b6a'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:16.357446 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25803aa0-d970-4367-b996-320672cd0ff1 None None] Pushing event updated for resources: {'Port': ['ID=c58a5a13-8e29-4595-84c1-c03d6ff07d97,revision_number=4']} {{(pid=93118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:16.426843 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] Set router 285165cf-f77f-4770-bd20-e07c5aae4b6a gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:16.634955 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:21:11Z', 'revision_number': 4, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port': {'id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:09Z', 'updated_at': '2021-07-13T19:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'c58a5a13-8e29-4595-84c1-c03d6ff07d97', 'name': '', 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'mac_address': 'fa:16:3e:5c:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:11Z', 'updated_at': '2021-07-13T19:21:16Z', 'revision_number': 4, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'subnets': [{'id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:16.740646 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c4ea55-2964-4100-9953-099a9a6a0593 None None] The sync data for ids ['285165cf-f77f-4770-bd20-e07c5aae4b6a'] in dv-cinder-786930-3-iscsi is: [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:21:11Z', 'revision_number': 4, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port': {'id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:09Z', 'updated_at': '2021-07-13T19:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'c58a5a13-8e29-4595-84c1-c03d6ff07d97', 'name': '', 'network_id': 'e75f8a5e-ff93-490c-af07-51264d4fdee7', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'mac_address': 'fa:16:3e:5c:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:11Z', 'updated_at': '2021-07-13T19:21:16Z', 'revision_number': 4, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'subnets': [{'id': 'a26f1582-ced6-4e18-a8a3-d01194494891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:16.838181 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device cd233049-8e24-4e57-ba7a-e0383a8c9a2c up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:16.890777 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port cd233049-8e24-4e57-ba7a-e0383a8c9a2c triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:16.891145 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:16.984510 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device c58a5a13-8e29-4595-84c1-c03d6ff07d97 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:17.034555 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning for port c58a5a13-8e29-4595-84c1-c03d6ff07d97 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:17.043750 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port c58a5a13-8e29-4595-84c1-c03d6ff07d97 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:17.044082 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.126607 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.159973 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-6f767344-714f-424a-830d-5001b56b050c None None] For port c58a5a13-8e29-4595-84c1-c03d6ff07d97, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=c58a5a13-8e29-4595-84c1-c03d6ff07d97,segment=NetworkSegment(d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b),segment_id=d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:17.164557 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:17.220177 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Pushing event updated for resources: {'Port': ['ID=c58a5a13-8e29-4595-84c1-c03d6ff07d97,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:18.815435 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device c58a5a13-8e29-4595-84c1-c03d6ff07d97 up at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:18.865323 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-6f767344-714f-424a-830d-5001b56b050c None None] Provisioning complete for port c58a5a13-8e29-4595-84c1-c03d6ff07d97 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:18.865696 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:24.702994 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daa3a6-acd8-4d37-893c-9e39dfe11902 req-502e7d51-76e5-4f0b-a344-2fcbe0e14022 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:24.704479 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50daa3a6-acd8-4d37-893c-9e39dfe11902 req-502e7d51-76e5-4f0b-a344-2fcbe0e14022 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0667777 Jul 13 19:21:24.741350 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50daa3a6-acd8-4d37-893c-9e39dfe11902 req-fc256aa0-9c7e-465b-ac98-486b2e3dd06b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311999 Jul 13 19:21:25.927579 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f2c8e-2f8f-4485-8592-cb438088f048 req-5c346535-78be-4707-a203-e9cf519e4c15 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:25.929154 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fd4f2c8e-2f8f-4485-8592-cb438088f048 req-5c346535-78be-4707-a203-e9cf519e4c15 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0753417 Jul 13 19:21:25.969043 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fd4f2c8e-2f8f-4485-8592-cb438088f048 req-b2922e8e-8967-4090-9f88-86c12e3e5aea tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336940 Jul 13 19:21:26.978902 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afe9b9ff-e4ce-4acc-911b-282eca763540 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:26.980712 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afe9b9ff-e4ce-4acc-911b-282eca763540 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.0673058 Jul 13 19:21:27.036579 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.122815 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Deleting port cc939afc-6540-4afd-a0d2-c3f01795e965 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:27.123160 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.224105 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591580b-b38d-4bec-94fc-38854028e8da req-3b7a64bd-525a-43e3-8b9b-ab5afc157f04 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:27.225575 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7591580b-b38d-4bec-94fc-38854028e8da req-3b7a64bd-525a-43e3-8b9b-ab5afc157f04 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 945 time: 0.1369412 Jul 13 19:21:27.231162 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] For port cc939afc-6540-4afd-a0d2-c3f01795e965, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cc939afc-6540-4afd-a0d2-c3f01795e965,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:27.231528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.307509 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7591580b-b38d-4bec-94fc-38854028e8da req-2932f24c-bba9-4783-a6b3-dfe3e4f60061 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=97b06332-5579-468b-8780-989ecef657f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731590 Jul 13 19:21:27.421169 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.421574 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.421945 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Floating IP fff6b1b6-b66d-4f3c-8eaf-327c1458d034 disassociated. External IP: 172.27.3.163, port: cc939afc-6540-4afd-a0d2-c3f01795e965. Jul 13 19:21:27.422281 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Calling delete_port for cc939afc-6540-4afd-a0d2-c3f01795e965 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:27.556589 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.583483 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event deleted for resources: {'Port': ['ID=cc939afc-6540-4afd-a0d2-c3f01795e965,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:27.707065 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Router 666a3626-20b6-4027-a351-7963f012fd96 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:27.817610 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:27.830240 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] Sync routers for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:27.839087 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:27.839647 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:27.861379 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] No DVR routers for this DVR port cc939afc-6540-4afd-a0d2-c3f01795e965 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:21:27.864005 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:27.866112 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d552ddb8-110a-4698-9c29-9c85f0880daa req-afb19334-3683-41b9-a1fe-786e2950fa92 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "DELETE /v2.0/ports/cc939afc-6540-4afd-a0d2-c3f01795e965 HTTP/1.1" status: 204 len: 173 time: 0.8790131 Jul 13 19:21:27.866552 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'name': 'network-vif-deleted', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:27.868782 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be13fca2-fb93-4975-9369-dd18846bfd54" -d '{"events": [{"server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "name": "network-vif-deleted", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:27.906499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3baec-ee63-4c77-b2d1-2cf779d6e527 x-openstack-request-id: req-caa3baec-ee63-4c77-b2d1-2cf779d6e527 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:27.907616 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6625d5c8-e754-467e-b3ed-cf344f1ef149", "name": "network-vif-deleted", "tag": "cc939afc-6540-4afd-a0d2-c3f01795e965", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:27.908224 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-caa3baec-ee63-4c77-b2d1-2cf779d6e527 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:27.908607 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6625d5c8-e754-467e-b3ed-cf344f1ef149', 'name': 'network-vif-deleted', 'tag': 'cc939afc-6540-4afd-a0d2-c3f01795e965', 'status': 'completed', 'code': 200} Jul 13 19:21:27.947655 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:28.146251 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:28.176144 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] Checking router: 666a3626-20b6-4027-a351-7963f012fd96 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:28.184957 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:28.185576 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:28.288756 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:28.468082 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1e23c7e7-a9f4-47e9-ba93-738f6ffac9b3 req-b6991ea6-0511-454d-ad9c-7cf5f892d705 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=6625d5c8-e754-467e-b3ed-cf344f1ef149 HTTP/1.1" status: 200 len: 210 time: 0.0287843 Jul 13 19:21:28.494005 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:28.520113 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85189cb-e7a9-416b-8de3-305ef0642dc5 None None] The sync data for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi is: [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:28.752299 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186691e-f505-4753-8ac6-3a2c2130d0c5 None None] New status for floating IP fff6b1b6-b66d-4f3c-8eaf-327c1458d034: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:21:29.220575 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a67a0268-6662-438e-8376-d06268c22a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.613248 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35360) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:29.669399 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0fb3838a-ddf8-4dbd-b26f-dd145d52eebe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.696228 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0fb3838a-ddf8-4dbd-b26f-dd145d52eebe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.754815 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0fb3838a-ddf8-4dbd-b26f-dd145d52eebe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.757452 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0fb3838a-ddf8-4dbd-b26f-dd145d52eebe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.758596 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-0fb3838a-ddf8-4dbd-b26f-dd145d52eebe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "DELETE /v2.0/security-groups/97b06332-5579-468b-8780-989ecef657f0 HTTP/1.1" status: 204 len: 168 time: 0.1442854 Jul 13 19:21:29.761738 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35362) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:29.767637 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3838a-ddf8-4dbd-b26f-dd145d52eebe tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b06332-5579-468b-8780-989ecef657f0,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:29.778210 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.api.v2.resource [None req-a30390dc-4bd5-4bf4-81c6-f4e3faf655b0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] show failed (client error): The resource could not be found. Jul 13 19:21:29.779238 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a30390dc-4bd5-4bf4-81c6-f4e3faf655b0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups/97b06332-5579-468b-8780-989ecef657f0 HTTP/1.1" status: 404 len: 347 time: 0.0156400 Jul 13 19:21:29.782522 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35364) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:29.905116 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Deleting port 786d21b8-9080-441f-9618-7f82c87b7721 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:21:29.905457 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.980667 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.980924 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:29.996299 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Calling delete_port for 786d21b8-9080-441f-9618-7f82c87b7721 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:21:30.147350 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.418708 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event deleted for resources: {'Port': ['ID=786d21b8-9080-441f-9618-7f82c87b7721,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:30.479703 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.482288 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.483456 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e8482fb5-3ad4-4f77-84fc-216cb0779c4d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "DELETE /v2.0/floatingips/fff6b1b6-b66d-4f3c-8eaf-327c1458d034 HTTP/1.1" status: 204 len: 168 time: 0.7000065 Jul 13 19:21:30.561539 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device cc939afc-6540-4afd-a0d2-c3f01795e965 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:21:30.585410 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: cc939afc-6540-4afd-a0d2-c3f01795e965 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:21:30.585859 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device cc939afc-6540-4afd-a0d2-c3f01795e965 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:21:30.682927 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35372) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:30.687705 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-790b6c89-a6cd-4b99-ad46-8aced46bfe69 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39255134', 'description': 'tempest-description--75382146'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:30.709606 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-790b6c89-a6cd-4b99-ad46-8aced46bfe69 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.791558 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-790b6c89-a6cd-4b99-ad46-8aced46bfe69 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.795972 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-790b6c89-a6cd-4b99-ad46-8aced46bfe69 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.821176 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-790b6c89-a6cd-4b99-ad46-8aced46bfe69 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.822422 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-790b6c89-a6cd-4b99-ad46-8aced46bfe69 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.1384492 Jul 13 19:21:30.825922 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35378) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:30.830609 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-7118b269-2e40-4c2b-b72b-c21b11560593 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'security_group_rule': {'security_group_id': 'a6c1b51e-ccf1-44d3-94af-123ee7a076ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:30.834721 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-3b17bbb6-09c4-437c-8bc1-dc1ce93fae4d tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682879138&fields=id&tenant_id=89e8712f56714123b2092b03695b421d HTTP/1.1" status: 200 len: 267 time: 0.0345933 Jul 13 19:21:30.837463 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b6c89-a6cd-4b99-ad46-8aced46bfe69 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c1b51e-ccf1-44d3-94af-123ee7a076ca,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:30.862603 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7118b269-2e40-4c2b-b72b-c21b11560593 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.923776 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7118b269-2e40-4c2b-b72b-c21b11560593 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.928197 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7118b269-2e40-4c2b-b72b-c21b11560593 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.940022 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-b35e5127-3d2f-41e9-8f45-8747f94f78dc tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:30.941526 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-b35e5127-3d2f-41e9-8f45-8747f94f78dc tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 808 time: 0.0989316 Jul 13 19:21:30.948974 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b269-2e40-4c2b-b72b-c21b11560593 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5453982b-bf73-435c-a76a-32886d7895d1,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:30.953768 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7118b269-2e40-4c2b-b72b-c21b11560593 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:30.957451 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7118b269-2e40-4c2b-b72b-c21b11560593 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280575 Jul 13 19:21:30.957943 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35380) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:30.959921 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-cb39d27c-5ebd-423d-b9a5-01e89ff2fa6b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/quotas/89e8712f56714123b2092b03695b421d HTTP/1.1" status: 200 len: 375 time: 0.0124474 Jul 13 19:21:30.962006 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-5991000e-d058-4080-9519-98524f42acac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'security_group_rule': {'security_group_id': 'a6c1b51e-ccf1-44d3-94af-123ee7a076ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:30.988431 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5991000e-d058-4080-9519-98524f42acac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.028574 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-af78f18e-bb10-47db-9d61-4af6ab1d44e5 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628054 Jul 13 19:21:31.045129 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5991000e-d058-4080-9519-98524f42acac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.049574 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5991000e-d058-4080-9519-98524f42acac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2041365'] for security_group_rule, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.066751 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991000e-d058-4080-9519-98524f42acac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b9e490-d2cb-4bb5-995b-c7e4db8f4121,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:31.073791 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5991000e-d058-4080-9519-98524f42acac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.075294 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5991000e-d058-4080-9519-98524f42acac tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164706 Jul 13 19:21:31.078268 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35384) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:31.082845 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:31.104338 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.243062 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-fd8eb6f8-0e95-49be-8aa5-2b1e23387100 service neutron] 10.222.0.62 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021689 Jul 13 19:21:31.328615 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.378805 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-414ba952-8e4f-48b1-abfe-2fe3d9cf5efb service neutron] 10.222.0.62 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280928 Jul 13 19:21:31.445212 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Allocated IP 172.27.3.12 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/dd6fc1d2-62d1-49d3-b243-b16301a8d273) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:31.552128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.593822 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:31.635839 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:31.638923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:31.647273 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:31.674502 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'Port': ['ID=dd6fc1d2-62d1-49d3-b243-b16301a8d273,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:31.709737 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b75172c6-b64e-4f7a-8e16-b9908e90fe48 req-83174607-c54e-4762-8bea-bac90c6a0218 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 210 time: 0.0386870 Jul 13 19:21:31.819771 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-3f220fec-1835-46e6-ba4b-2645726b0254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.043744 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.089254 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.188060 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.238629 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.244501 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.312923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'Port': ['ID=dd6fc1d2-62d1-49d3-b243-b16301a8d273,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:32.321728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.340950 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.342226 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-cdadb535-a749-486d-bc06-7abdcee8abb1 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2629814 Jul 13 19:21:32.533268 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-a71c4363-b50e-413d-8e20-76204780860c tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--39255134&fields=id&tenant_id=637ed99e4c1545208c0e83da3892e4bc HTTP/1.1" status: 200 len: 267 time: 0.0343766 Jul 13 19:21:32.643889 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-bcd5e44c-873f-4df7-892c-7eb329e82cd6 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.645261 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-bcd5e44c-873f-4df7-892c-7eb329e82cd6 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 810 time: 0.1025040 Jul 13 19:21:32.662781 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-e3b7ef41-e165-45e5-ba6a-d5825a537a53 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/quotas/637ed99e4c1545208c0e83da3892e4bc HTTP/1.1" status: 200 len: 375 time: 0.0116093 Jul 13 19:21:32.828836 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-c2ae7fb3-cb3a-4dfd-89c1-d9fc8c525d3f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1588559 Jul 13 19:21:32.835216 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-3debcdc7-1287-42c4-a357-600e74ab890d tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:32.836643 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-3debcdc7-1287-42c4-a357-600e74ab890d tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 808 time: 0.1534307 Jul 13 19:21:32.880104 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:32.932259 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b1af2878-7120-4bdd-be89-39c11f4ce4e4 req-053cb874-18e4-4ab1-9a27-b4cdc76cf1f3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 210 time: 0.0573485 Jul 13 19:21:32.952182 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-cbefa9d0-c5fc-4e8b-a225-d613d2cdefcd tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e8712f56714123b2092b03695b421d HTTP/1.1" status: 200 len: 379 time: 0.1035933 Jul 13 19:21:32.963498 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'port': {'device_id': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'admin_state_up': True, 'tenant_id': '89e8712f56714123b2092b03695b421d', 'security_groups': ['f80954b4-73f8-4682-b9e9-f66c2bb01c6b']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:33.035564 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-b1620df8-5079-4837-8814-615b02ff5b3e service neutron] 10.222.0.62 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943607 Jul 13 19:21:33.145783 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Made reservation on behalf of 89e8712f56714123b2092b03695b421d for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:33.149454 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.168409 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-a0ede6bd-b6e7-4505-ad77-9847def50882 service neutron] 10.222.0.62 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211274 Jul 13 19:21:33.290765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Allocated IP 172.20.0.3 (6bd178a9-6704-4716-8b1f-cba4f644a1ac/5bcb2388-ee0c-4471-8ca6-125f8287dc42/27204780-8259-4003-8507-30efdb592084) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:33.385587 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bc6cebc8-f3cd-401f-995a-d3c670ca459b req-8b36489b-cddb-4897-9c73-a9718abd6fe2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 210 time: 0.0439048 Jul 13 19:21:33.480590 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.495620 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Transition to ACTIVE for port object 27204780-8259-4003-8507-30efdb592084 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:33.530196 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.571349 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:33.576627 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:33.580514 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:33.605677 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:33.636935 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:33.637534 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.654707 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-89753229-b255-45a5-a60a-0ecb79b8b7e3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6964319 Jul 13 19:21:33.667724 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Request body: {'port': {'device_id': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:33.755341 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.846937 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-eae4076d-b3d9-4966-81a9-395e4c27c6f1 None None] Provisioning for port 27204780-8259-4003-8507-30efdb592084 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:33.850741 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-eae4076d-b3d9-4966-81a9-395e4c27c6f1 None None] Provisioning complete for port 27204780-8259-4003-8507-30efdb592084 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:33.851102 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-eae4076d-b3d9-4966-81a9-395e4c27c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:33.887382 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-eae4076d-b3d9-4966-81a9-395e4c27c6f1 None None] Port 27204780-8259-4003-8507-30efdb592084 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:34.034846 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27204780-8259-4003-8507-30efdb592084 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:34.042436 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.063656 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Transition to ACTIVE for port object 27204780-8259-4003-8507-30efdb592084 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:34.082091 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.143167 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:34.181604 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e93b5-fbe2-4e00-8369-e6fd701829e5 req-fdd833d6-64ad-46cb-844a-be411b2b64ca tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.183064 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-144e93b5-fbe2-4e00-8369-e6fd701829e5 req-fdd833d6-64ad-46cb-844a-be411b2b64ca tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 931 time: 0.1322839 Jul 13 19:21:34.254994 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-144e93b5-fbe2-4e00-8369-e6fd701829e5 req-6ff16111-20fc-40f5-83b3-933257a47a23 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529883 Jul 13 19:21:34.259428 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Attempting to bind port 27204780-8259-4003-8507-30efdb592084 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:34.259769 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Attempting to bind port 27204780-8259-4003-8507-30efdb592084 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:34.260110 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Attempting to bind port 27204780-8259-4003-8507-30efdb592084 on network 6bd178a9-6704-4716-8b1f-cba4f644a1ac {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:34.264634 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Port 27204780-8259-4003-8507-30efdb592084 on network 6bd178a9-6704-4716-8b1f-cba4f644a1ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:34.264992 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Attempting to bind port 27204780-8259-4003-8507-30efdb592084 on network 6bd178a9-6704-4716-8b1f-cba4f644a1ac {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:34.270037 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:34.270381 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Checking segment: {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:34.270765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Bound using segment: {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:34.271197 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Bound port: 27204780-8259-4003-8507-30efdb592084, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da36239d-bfcb-4926-912f-7aa4723e7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:34.271561 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.344475 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:34.347620 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:34.352854 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.391120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.391777 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.393264 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] 10.222.0.61 "PUT /v2.0/ports/27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 1093 time: 0.7307124 Jul 13 19:21:34.393850 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'tag': '27204780-8259-4003-8507-30efdb592084'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:34.396220 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3643240e-4a0b-4be4-9b9c-00972456e519" -d '{"events": [{"name": "network-changed", "server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "tag": "27204780-8259-4003-8507-30efdb592084"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:34.446582 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621a82-45cc-4eac-9aca-5fe888dfae0a service neutron] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:34.466634 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d87fe6-374d-4c43-ac90-36e25ea587d4 x-openstack-request-id: req-58d87fe6-374d-4c43-ac90-36e25ea587d4 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:34.469730 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "tag": "27204780-8259-4003-8507-30efdb592084", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:34.470182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58d87fe6-374d-4c43-ac90-36e25ea587d4 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:34.471702 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'tag': '27204780-8259-4003-8507-30efdb592084', 'status': 'completed', 'code': 200} Jul 13 19:21:34.514333 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-ea9af875-bf8b-4275-9582-81ff3fe0d35e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.516498 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-ea9af875-bf8b-4275-9582-81ff3fe0d35e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 810 time: 0.1559033 Jul 13 19:21:34.555769 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8e8297f7-1cd4-4c66-acf9-d5c6a0866002 req-1fe65971-0557-4413-97dc-7f596240fc58 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 210 time: 0.0303245 Jul 13 19:21:34.574802 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-5b6031ea-c105-472a-a4f9-5094d9ddbd29 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=637ed99e4c1545208c0e83da3892e4bc HTTP/1.1" status: 200 len: 378 time: 0.0497353 Jul 13 19:21:34.584485 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'port': {'device_id': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'admin_state_up': True, 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'security_groups': ['a6c1b51e-ccf1-44d3-94af-123ee7a076ca']}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:34.595968 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-fdf789d6-9027-4cb9-94e4-2a7ed41e651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.597675 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-fdf789d6-9027-4cb9-94e4-2a7ed41e651c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1096 time: 0.1152287 Jul 13 19:21:34.651211 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-8ec4623d-88bb-4ffd-b977-243df2983105 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 217 time: 0.0413146 Jul 13 19:21:34.704455 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.707802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Made reservation on behalf of 637ed99e4c1545208c0e83da3892e4bc for: {'port': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:21:34.711258 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-53ecbaab-36ce-42e5-8a2e-d134857166b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.711462 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.712782 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-53ecbaab-36ce-42e5-8a2e-d134857166b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.0476816 Jul 13 19:21:34.774279 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa144-cf12-4693-9472-f711e65ba724 req-5624d68e-5996-4c0d-a14a-e0d5129706f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:34.775784 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-5624d68e-5996-4c0d-a14a-e0d5129706f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560334 Jul 13 19:21:34.842124 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Allocated IP 172.20.0.13 (cd3c88f6-61d9-4b32-8611-f737d1bc850f/8eea21d8-86f9-48f5-8c7a-4d386c577354/f86565e9-e88a-450c-9191-39d91c11b1d8) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:34.871287 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-dfeeb0f4-b105-4108-b623-beca9c822f94 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849414 Jul 13 19:21:34.964534 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-680fa144-cf12-4693-9472-f711e65ba724 req-0cfeb8aa-b7c0-447b-80f3-cd322c3c7d7c service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Jul 13 19:21:34.983805 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:34.997761 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Transition to ACTIVE for port object f86565e9-e88a-450c-9191-39d91c11b1d8 will not be triggered until provisioned by entity DHCP. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:35.031374 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.077258 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:35.080533 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:35.082674 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-ae99cc0c-c3e3-46e3-88be-5c31c49e1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.084295 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-ae99cc0c-c3e3-46e3-88be-5c31c49e1a2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1096 time: 0.0619295 Jul 13 19:21:35.084446 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:35.109006 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event updated for resources: {'Port': ['ID=f86565e9-e88a-450c-9191-39d91c11b1d8,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.137464 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.138585 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.154007 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2f3f2d53-2548-460c-892e-73e90ecb6b54 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730448 Jul 13 19:21:35.166300 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Request body: {'port': {'device_id': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:35.180514 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-a69f81e1-1ea6-4131-a795-749e344cf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.182015 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-a69f81e1-1ea6-4131-a795-749e344cf5f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 909 time: 0.0898645 Jul 13 19:21:35.224133 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-e68641ac-3e43-4d2e-aad4-9304f6097099 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 217 time: 0.0344920 Jul 13 19:21:35.243949 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.279221 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-b510a2ac-e766-475b-ae5b-fa76dafeaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.280954 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-b510a2ac-e766-475b-ae5b-fa76dafeaaaf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.0490131 Jul 13 19:21:35.342339 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-2458fbd8-c358-456e-a3bb-974b45349677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.343239 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-2458fbd8-c358-456e-a3bb-974b45349677 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543597 Jul 13 19:21:35.356056 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e2ab40dc-2d72-4f52-80c8-ef33dc627ba3 None None] Provisioning for port f86565e9-e88a-450c-9191-39d91c11b1d8 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:35.360807 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-e2ab40dc-2d72-4f52-80c8-ef33dc627ba3 None None] Provisioning complete for port f86565e9-e88a-450c-9191-39d91c11b1d8 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:35.361443 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e2ab40dc-2d72-4f52-80c8-ef33dc627ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.397738 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab40dc-2d72-4f52-80c8-ef33dc627ba3 None None] Port f86565e9-e88a-450c-9191-39d91c11b1d8 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:21:35.484124 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-bbbbabb7-6766-4b6e-b60f-20948d435918 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275465 Jul 13 19:21:35.494147 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bf1-6139-4430-98e6-86b8d17298da req-036c0114-b493-4631-a95f-f37a799c66cc tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.495488 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-590f8bf1-6139-4430-98e6-86b8d17298da req-036c0114-b493-4631-a95f-f37a799c66cc tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.1173134 Jul 13 19:21:35.510489 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86565e9-e88a-450c-9191-39d91c11b1d8 {{(pid=93114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:35.518694 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.530944 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.provisioning_blocks [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Transition to ACTIVE for port object f86565e9-e88a-450c-9191-39d91c11b1d8 will not be triggered until provisioned by entity L2. {{(pid=93114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:21:35.535656 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.585705 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-590f8bf1-6139-4430-98e6-86b8d17298da req-b5574729-4ffd-4479-8125-b3fca193d878 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813017 Jul 13 19:21:35.586604 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f86565e9-e88a-450c-9191-39d91c11b1d8,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.607792 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3643240e-4a0b-4be4-9b9c-00972456e519 req-8daccbb1-1901-42d7-aff9-13bfac7201d4 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108224 Jul 13 19:21:35.659441 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Attempting to bind port f86565e9-e88a-450c-9191-39d91c11b1d8 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:21:35.659785 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Attempting to bind port f86565e9-e88a-450c-9191-39d91c11b1d8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:21:35.660135 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Attempting to bind port f86565e9-e88a-450c-9191-39d91c11b1d8 on network cd3c88f6-61d9-4b32-8611-f737d1bc850f {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:35.664792 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Port f86565e9-e88a-450c-9191-39d91c11b1d8 on network cd3c88f6-61d9-4b32-8611-f737d1bc850f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:21:35.665101 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Attempting to bind port f86565e9-e88a-450c-9191-39d91c11b1d8 on network cd3c88f6-61d9-4b32-8611-f737d1bc850f {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:21:35.670389 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:21:35.670734 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Checking segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:21:35.671125 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Bound using segment: {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'} {{(pid=93114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:21:35.671560 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.managers [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Bound port: f86565e9-e88a-450c-9191-39d91c11b1d8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44d5ff2-ec41-43ed-97e8-aae96876ec09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f'}}] {{(pid=93114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:21:35.671920 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.750921 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdfb9c-79eb-461d-aba2-9f7e15d8bec6 req-c08afbd1-ad48-4a03-9560-1e71abb20a79 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.751928 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] For port f86565e9-e88a-450c-9191-39d91c11b1d8, host hv-cinder-78693, cleared binding levels {{(pid=93114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:21:35.752751 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-89bdfb9c-79eb-461d-aba2-9f7e15d8bec6 req-c08afbd1-ad48-4a03-9560-1e71abb20a79 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 944 time: 0.0668137 Jul 13 19:21:35.755669 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] For port f86565e9-e88a-450c-9191-39d91c11b1d8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f86565e9-e88a-450c-9191-39d91c11b1d8,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:21:35.761295 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.795962 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.796585 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:35.797303 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-89bdfb9c-79eb-461d-aba2-9f7e15d8bec6 req-6268b795-98c4-4a03-b950-e341f06089da tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377843 Jul 13 19:21:35.798147 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] 10.222.0.61 "PUT /v2.0/ports/f86565e9-e88a-450c-9191-39d91c11b1d8 HTTP/1.1" status: 200 len: 1094 time: 0.6362996 Jul 13 19:21:35.798566 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:35.800868 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1553545e-d3c1-467e-a47d-cdd4a0cbf884" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:35.848315 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c248-abf9-4171-b4c8-1bf7f67354e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f86565e9-e88a-450c-9191-39d91c11b1d8,revision_number=3']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:35.908153 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752cec8c-0da0-47fd-9dae-8520b4737249 x-openstack-request-id: req-752cec8c-0da0-47fd-9dae-8520b4737249 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:35.908440 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:35.908691 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-752cec8c-0da0-47fd-9dae-8520b4737249 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:35.909398 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'status': 'completed', 'code': 200} Jul 13 19:21:35.918912 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-fe26891d-aab2-4d09-8c54-2a5f808dffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:35.920616 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-fe26891d-aab2-4d09-8c54-2a5f808dffbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0682492 Jul 13 19:21:35.966281 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-4ad64479-45fa-48d6-b4ba-b368df6365a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f86565e9-e88a-450c-9191-39d91c11b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0345364 Jul 13 19:21:36.015323 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-03eec03a-625b-44b9-9335-6dc3f6f2cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.016653 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-03eec03a-625b-44b9-9335-6dc3f6f2cfac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.0429871 Jul 13 19:21:36.081826 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-0cef6f31-2d35-4a97-a2c8-ec49de1e3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.083536 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-0cef6f31-2d35-4a97-a2c8-ec49de1e3826 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562210 Jul 13 19:21:36.178840 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-163c973e-600a-4b2e-a59d-4c8a32684205 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875425 Jul 13 19:21:36.268591 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-ca5d459c-819c-4d3f-af03-bfe0672ecca2 req-ac786d5e-3529-46c6-a16f-0d55adde0f02 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802662 Jul 13 19:21:36.375176 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-07896952-6c32-48c0-8488-633527876b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.376654 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-07896952-6c32-48c0-8488-633527876b71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 1097 time: 0.0564132 Jul 13 19:21:36.472500 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-046c481e-1114-4f68-9548-0c201d7c2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.474048 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-046c481e-1114-4f68-9548-0c201d7c2f1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 911 time: 0.0856419 Jul 13 19:21:36.523709 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-7592675c-78a0-4067-ade8-f2caa92c7bd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f86565e9-e88a-450c-9191-39d91c11b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0373333 Jul 13 19:21:36.575511 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-b3efad4a-d23a-4d36-8545-0cc5fd321116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.577029 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-b3efad4a-d23a-4d36-8545-0cc5fd321116 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.0446558 Jul 13 19:21:36.637121 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-069f2af0-fe79-4cf1-bfcc-b2be246b93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.638645 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-069f2af0-fe79-4cf1-bfcc-b2be246b93e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542850 Jul 13 19:21:36.734853 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-c80063f9-a3fb-423b-882e-a69ddb8480c7 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868461 Jul 13 19:21:36.793528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113d9d-872b-4087-803d-3601b7b8d0ec req-578965a7-2d90-449d-a154-cfd962b7bd8d tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.795003 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f1113d9d-872b-4087-803d-3601b7b8d0ec req-578965a7-2d90-449d-a154-cfd962b7bd8d tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0691066 Jul 13 19:21:36.830277 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-1553545e-d3c1-467e-a47d-cdd4a0cbf884 req-f6337853-c7f7-41b9-a6a6-a2a46105842d service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851855 Jul 13 19:21:36.832086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f1113d9d-872b-4087-803d-3601b7b8d0ec req-975a8627-5a51-48be-927a-5ea606bd8a98 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Jul 13 19:21:36.993855 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde101-ad7f-48e2-b047-c5c41998e74a req-ad493365-3fc9-416e-870a-f45d18377568 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:36.995533 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1abde101-ad7f-48e2-b047-c5c41998e74a req-ad493365-3fc9-416e-870a-f45d18377568 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 944 time: 0.0683243 Jul 13 19:21:37.033479 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1abde101-ad7f-48e2-b047-c5c41998e74a req-3045c22c-5ff6-4369-b94e-48e5bd881ba7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325093 Jul 13 19:21:38.017967 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069b9a9-fa0c-4977-befe-efda477b992b req-71791957-3849-4eea-bfc1-b76188160bed tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:38.019409 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f069b9a9-fa0c-4977-befe-efda477b992b req-71791957-3849-4eea-bfc1-b76188160bed tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0728834 Jul 13 19:21:38.059647 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f069b9a9-fa0c-4977-befe-efda477b992b req-c4f10da9-71e6-41e6-a92d-cdd346dc77a4 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Jul 13 19:21:38.220806 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0316c-2adc-46fc-898f-5e97765411a5 req-87c5d4e5-c28c-448d-bd47-7b5ff3a1421d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:38.222287 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e1d0316c-2adc-46fc-898f-5e97765411a5 req-87c5d4e5-c28c-448d-bd47-7b5ff3a1421d tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 944 time: 0.0717275 Jul 13 19:21:38.265354 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e1d0316c-2adc-46fc-898f-5e97765411a5 req-d546589c-010f-4d1d-89a9-fa7f40623bf4 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348923 Jul 13 19:21:38.587631 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device f86565e9-e88a-450c-9191-39d91c11b1d8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:38.692148 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port f86565e9-e88a-450c-9191-39d91c11b1d8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f86565e9-e88a-450c-9191-39d91c11b1d8,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:38.703257 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'port_id': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'mac_address': 'fa:16:3e:ed:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:38.738940 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.751839 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86565e9-e88a-450c-9191-39d91c11b1d8 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:38.772698 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port f86565e9-e88a-450c-9191-39d91c11b1d8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f86565e9-e88a-450c-9191-39d91c11b1d8,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:38.779493 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:38.825787 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=f86565e9-e88a-450c-9191-39d91c11b1d8,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:38.833156 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.833505 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.833873 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.834205 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.834538 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.834865 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.835198 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.835493 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.835832 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.836139 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.836459 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:38.836771 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:21:39.019250 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['f86565e9-e88a-450c-9191-39d91c11b1d8'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:39.234624 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ded111-cae9-43c4-b397-7465b6a5081b req-de4f5d31-60b5-4c69-acbf-942d7265d4c2 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.236077 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d2ded111-cae9-43c4-b397-7465b6a5081b req-de4f5d31-60b5-4c69-acbf-942d7265d4c2 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0641696 Jul 13 19:21:39.273228 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d2ded111-cae9-43c4-b397-7465b6a5081b req-75171f91-0c00-4657-8fed-51e05e5ab3f8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311067 Jul 13 19:21:39.454530 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c3030-ad90-4046-a39b-204b58f98ffc req-9118d53c-72d0-4001-b175-bed3e16c230f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:39.456124 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-543c3030-ad90-4046-a39b-204b58f98ffc req-9118d53c-72d0-4001-b175-bed3e16c230f tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 945 time: 0.0730758 Jul 13 19:21:39.493282 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-543c3030-ad90-4046-a39b-204b58f98ffc req-c670ffa1-84ad-4dc1-97db-615dbe606146 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312889 Jul 13 19:21:40.470429 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecba64-c3b9-49c3-8937-ac8cd99c1628 req-2e9b04b5-3d38-4ba3-b7ec-7cafd1835932 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.471887 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-97ecba64-c3b9-49c3-8937-ac8cd99c1628 req-2e9b04b5-3d38-4ba3-b7ec-7cafd1835932 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0818594 Jul 13 19:21:40.512792 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-97ecba64-c3b9-49c3-8937-ac8cd99c1628 req-4ee8dac3-5bbb-43ff-9781-69ebbb88a454 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Jul 13 19:21:40.589903 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device f86565e9-e88a-450c-9191-39d91c11b1d8 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:40.639924 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port f86565e9-e88a-450c-9191-39d91c11b1d8 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:40.643909 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port f86565e9-e88a-450c-9191-39d91c11b1d8 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:40.644302 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.668834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ff092-0c95-4f8b-9801-4c4c90fc60f0 req-a0e920e7-83bc-45d7-b106-77b83316c3eb tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:40.670404 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bb0ff092-0c95-4f8b-9801-4c4c90fc60f0 req-a0e920e7-83bc-45d7-b106-77b83316c3eb tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 945 time: 0.0657740 Jul 13 19:21:40.709320 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bb0ff092-0c95-4f8b-9801-4c4c90fc60f0 req-0195141a-ec58-455d-8fc9-24911a6e134b tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328059 Jul 13 19:21:40.729106 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.760136 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:40.762952 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b58c94-1687-4ab9-8630-888cd4ac6db9" -d '{"events": [{"server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "name": "network-vif-plugged", "status": "completed", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:40.766968 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port f86565e9-e88a-450c-9191-39d91c11b1d8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f86565e9-e88a-450c-9191-39d91c11b1d8,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:40.772668 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:40.824114 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=f86565e9-e88a-450c-9191-39d91c11b1d8,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:40.857981 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8524f56-0fa0-49cf-a05d-3db5091c3906 x-openstack-request-id: req-d8524f56-0fa0-49cf-a05d-3db5091c3906 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:40.858275 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "name": "network-vif-plugged", "status": "completed", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:40.858534 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8524f56-0fa0-49cf-a05d-3db5091c3906 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:40.858935 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'code': 200} Jul 13 19:21:41.076711 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18794d3c-41b4-4f4a-ad5c-ec973a2e1b5d req-e6687e54-b51d-494b-9733-645562d3f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.078367 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-18794d3c-41b4-4f4a-ad5c-ec973a2e1b5d req-e6687e54-b51d-494b-9733-645562d3f571 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 1099 time: 0.0556676 Jul 13 19:21:41.112846 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-18794d3c-41b4-4f4a-ad5c-ec973a2e1b5d req-4ffb6746-9a64-4c72-99f2-ff115d6bdf06 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282598 Jul 13 19:21:41.688483 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec460-cb87-4607-b099-23a9cfa26d47 req-d72c20ef-c482-4183-a613-f46c40b880ff tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.689963 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a20ec460-cb87-4607-b099-23a9cfa26d47 req-d72c20ef-c482-4183-a613-f46c40b880ff tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0668747 Jul 13 19:21:41.731659 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a20ec460-cb87-4607-b099-23a9cfa26d47 req-f3453df8-2d32-4325-bace-970e4d0b08bc tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360823 Jul 13 19:21:41.888065 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef8a47-1838-4904-983a-edd9963037b3 req-8fd179c3-03cb-4e7d-8455-caf26cb7f4d8 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:41.889510 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ccef8a47-1838-4904-983a-edd9963037b3 req-8fd179c3-03cb-4e7d-8455-caf26cb7f4d8 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 946 time: 0.0655835 Jul 13 19:21:41.926864 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ccef8a47-1838-4904-983a-edd9963037b3 req-dda1391f-08fc-4092-8921-52dcb05008be tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316792 Jul 13 19:21:42.623212 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 27204780-8259-4003-8507-30efdb592084 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:42.726165 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:42.737973 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '27204780-8259-4003-8507-30efdb592084', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'port_id': '27204780-8259-4003-8507-30efdb592084', 'mac_address': 'fa:16:3e:59:88:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:42.776903 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.790204 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27204780-8259-4003-8507-30efdb592084 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:42.810454 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:42.817576 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:42.868930 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:42.909532 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8192e1-587e-454b-bbb8-52bc12f70cc1 req-7825d512-c93b-47e2-9f31-7b4b74f219c3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:42.911062 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a8192e1-587e-454b-bbb8-52bc12f70cc1 req-7825d512-c93b-47e2-9f31-7b4b74f219c3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 944 time: 0.0632236 Jul 13 19:21:42.948243 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a8192e1-587e-454b-bbb8-52bc12f70cc1 req-c7e26b17-76ff-487c-a1a1-98b233146c0c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Jul 13 19:21:43.060142 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['27204780-8259-4003-8507-30efdb592084'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:43.113317 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2912bf-3669-4b7e-be14-95c0da4f9471 req-98161057-6c89-4386-a0a4-f3051dfaba6a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.114863 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b2912bf-3669-4b7e-be14-95c0da4f9471 req-98161057-6c89-4386-a0a4-f3051dfaba6a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 946 time: 0.0679173 Jul 13 19:21:43.155381 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8b2912bf-3669-4b7e-be14-95c0da4f9471 req-24537521-d5e3-479f-bdfb-bca65b49d1c5 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330546 Jul 13 19:21:43.359193 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4418-b078-48c8-8fb1-402ba6241a0b req-078e64c4-ed3e-4c3f-a7c6-fa2c186163d5 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.360588 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dfed4418-b078-48c8-8fb1-402ba6241a0b req-078e64c4-ed3e-4c3f-a7c6-fa2c186163d5 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 946 time: 0.0991974 Jul 13 19:21:43.369359 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35518) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:43.374191 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Request body: {'floatingip': {'port_id': 'f86565e9-e88a-450c-9191-39d91c11b1d8'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:43.376166 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d3dc1-63e5-466e-b5d4-17c16c1ca78f req-dd44cf08-ffb4-4b25-9239-38cbe247c08e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:43.377685 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-889d3dc1-63e5-466e-b5d4-17c16c1ca78f req-dd44cf08-ffb4-4b25-9239-38cbe247c08e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0848234 Jul 13 19:21:43.416747 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:43.417761 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-889d3dc1-63e5-466e-b5d4-17c16c1ca78f req-1420a951-e3da-488b-b1c7-4ccb2a453e42 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338845 Jul 13 19:21:43.900282 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:43.906574 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.003367 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.l3_db [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Floating IP 841c9c83-7630-4c21-8a7e-2dd5a3d57f2f associated. External IP: 172.27.3.12, port: f86565e9-e88a-450c-9191-39d91c11b1d8. Jul 13 19:21:44.126875 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58edc7-1a07-4641-ad63-c56d281edac3 req-16287749-7669-4f62-8d33-928faf543caa tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.128359 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1e58edc7-1a07-4641-ad63-c56d281edac3 req-16287749-7669-4f62-8d33-928faf543caa tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 944 time: 0.0686421 Jul 13 19:21:44.168486 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1e58edc7-1a07-4641-ad63-c56d281edac3 req-5dfdb9f9-2a13-4c11-8698-14f418880872 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325742 Jul 13 19:21:44.206295 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Router 666a3626-20b6-4027-a351-7963f012fd96 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:44.317878 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:44.323022 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.328256 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] Sync routers for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:44.337809 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:44.338419 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:44.360100 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-355948cf-a834-4804-bc8e-ee144238fbf2 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "PUT /v2.0/floatingips/841c9c83-7630-4c21-8a7e-2dd5a3d57f2f HTTP/1.1" status: 200 len: 991 time: 0.9895349 Jul 13 19:21:44.360753 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:44.363161 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ba6b6b-55ce-4fa3-bde9-7168582157e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:44.405258 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092231b9-5cc3-46eb-ac4b-47ffa16aea31 x-openstack-request-id: req-092231b9-5cc3-46eb-ac4b-47ffa16aea31 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:44.405924 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:44.405924 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-092231b9-5cc3-46eb-ac4b-47ffa16aea31 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:44.406208 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'status': 'completed', 'code': 200} Jul 13 19:21:44.449664 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:44.487307 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-118e6c2d-813b-426d-8b56-5eac46ad376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.489070 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-118e6c2d-813b-426d-8b56-5eac46ad376e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=637ed99e4c1545208c0e83da3892e4bc&device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 1099 time: 0.0582156 Jul 13 19:21:44.582144 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-b20c3ad3-2c84-4e46-8d94-7b426a19f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.583809 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-b20c3ad3-2c84-4e46-8d94-7b426a19f63d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 200 len: 911 time: 0.0878639 Jul 13 19:21:44.612852 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e7625-002b-4d40-8603-b162e59471e1 req-bd8cd5a5-d4fa-42a7-b7f8-f7187e2c71a7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.614610 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3d2e7625-002b-4d40-8603-b162e59471e1 req-bd8cd5a5-d4fa-42a7-b7f8-f7187e2c71a7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0637996 Jul 13 19:21:44.648708 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 27204780-8259-4003-8507-30efdb592084 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:44.652005 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-3896baf2-9890-430b-b791-1a30d6d5ce29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f86565e9-e88a-450c-9191-39d91c11b1d8 HTTP/1.1" status: 200 len: 999 time: 0.0609612 Jul 13 19:21:44.653690 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3d2e7625-002b-4d40-8603-b162e59471e1 req-1db6ac90-5745-43c8-b488-8e3eb316282c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332215 Jul 13 19:21:44.699190 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-bb295963-9160-4944-b953-c75f432c240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.700764 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-bb295963-9160-4944-b953-c75f432c240e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 200 len: 849 time: 0.0434322 Jul 13 19:21:44.756314 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 27204780-8259-4003-8507-30efdb592084 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:21:44.757327 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-1282383f-4d25-4659-b197-a11558e01fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:44.758886 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-1282383f-4d25-4659-b197-a11558e01fc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd3c88f6-61d9-4b32-8611-f737d1bc850f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520129 Jul 13 19:21:44.762851 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 27204780-8259-4003-8507-30efdb592084 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:44.763223 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.848874 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-c92d5089-4ba8-490a-803e-000ba81a90d4 service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834405 Jul 13 19:21:44.895348 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.918732 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '841c9c83-7630-4c21-8a7e-2dd5a3d57f2f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '666a3626-20b6-4027-a351-7963f012fd96', 'port_id': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'mac_address': 'fa:16:3e:ed:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:21:31Z', 'updated_at': '2021-07-13T19:21:43Z', 'revision_number': 1, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:44.925157 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27204780-8259-4003-8507-30efdb592084'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:44.927484 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbcf4f7-ef4f-4008-a3b6-19f777b77a1f" -d '{"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-plugged", "status": "completed", "tag": "27204780-8259-4003-8507-30efdb592084"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:44.954572 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-19ba6b6b-55ce-4fa3-bde9-7168582157e8 req-c10bb1c0-f1dc-41ae-8b68-52d2daab1e6e service neutron] 10.222.0.61 "GET /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930159 Jul 13 19:21:44.961649 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] Checking router: 666a3626-20b6-4027-a351-7963f012fd96 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:44.966694 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:44.972105 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:44.976850 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:44.977465 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:45.025442 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3463e5-6dc2-4b1d-a3e1-acdebe5ec346 x-openstack-request-id: req-2b3463e5-6dc2-4b1d-a3e1-acdebe5ec346 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:45.025731 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-plugged", "status": "completed", "tag": "27204780-8259-4003-8507-30efdb592084", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:45.026017 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b3463e5-6dc2-4b1d-a3e1-acdebe5ec346 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:45.026404 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27204780-8259-4003-8507-30efdb592084', 'code': 200} Jul 13 19:21:45.089240 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:45.117134 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:45.345398 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '841c9c83-7630-4c21-8a7e-2dd5a3d57f2f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '666a3626-20b6-4027-a351-7963f012fd96', 'port_id': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'mac_address': 'fa:16:3e:ed:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:21:31Z', 'updated_at': '2021-07-13T19:21:43Z', 'revision_number': 1, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:45.346895 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b024771-07df-4fd9-b5b2-74c5fef1f275 req-21c30d10-346c-409d-bc58-55c61037ed4b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:45.348800 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9b024771-07df-4fd9-b5b2-74c5fef1f275 req-21c30d10-346c-409d-bc58-55c61037ed4b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0668097 Jul 13 19:21:45.375781 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6b5f7-6121-4913-bf52-f16d897a43c9 None None] The sync data for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi is: [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '841c9c83-7630-4c21-8a7e-2dd5a3d57f2f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '666a3626-20b6-4027-a351-7963f012fd96', 'port_id': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'mac_address': 'fa:16:3e:ed:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:21:31Z', 'updated_at': '2021-07-13T19:21:43Z', 'revision_number': 1, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:45.385307 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828eb59-43ae-421c-9971-bc288851c202 req-63a42b25-6ab9-4c71-80ab-1645b268de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:45.386947 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b828eb59-43ae-421c-9971-bc288851c202 req-63a42b25-6ab9-4c71-80ab-1645b268de0d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1098 time: 0.0562394 Jul 13 19:21:45.388042 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9b024771-07df-4fd9-b5b2-74c5fef1f275 req-616f77e8-f449-44aa-8dd9-74991f39ed01 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336795 Jul 13 19:21:45.424664 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b828eb59-43ae-421c-9971-bc288851c202 req-dc4a1441-21b9-4daf-9f0c-0eca298ca17e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304234 Jul 13 19:21:45.561421 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bab9ec-8ecf-4f40-9366-e02592eca9b4 None None] New status for floating IP 841c9c83-7630-4c21-8a7e-2dd5a3d57f2f: ACTIVE {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:21:45.839414 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec2119-d168-4451-bdde-5798f7ab0262 req-ff63fcc2-c490-4d97-86dc-2464ffa542fd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:45.840886 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2dec2119-d168-4451-bdde-5798f7ab0262 req-ff63fcc2-c490-4d97-86dc-2464ffa542fd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0719113 Jul 13 19:21:45.878902 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2dec2119-d168-4451-bdde-5798f7ab0262 req-c2df7259-661f-4787-b041-24dd4824fddc tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323138 Jul 13 19:21:46.566058 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9ddca-c99a-4dc1-aeb5-9ff87733b3bd req-67aadf5e-0610-4660-a4c9-2cc10694f879 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.567518 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e7c9ddca-c99a-4dc1-aeb5-9ff87733b3bd req-67aadf5e-0610-4660-a4c9-2cc10694f879 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0687091 Jul 13 19:21:46.608151 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e7c9ddca-c99a-4dc1-aeb5-9ff87733b3bd req-8f4b020a-eabd-48cb-817c-94a4c09d92d5 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327535 Jul 13 19:21:46.796079 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28543b22-bda3-4339-8cb1-491f81213c02 req-96fa3aa0-4583-4e1c-9543-8781ae6606b7 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.797506 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-28543b22-bda3-4339-8cb1-491f81213c02 req-96fa3aa0-4583-4e1c-9543-8781ae6606b7 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0675750 Jul 13 19:21:46.834021 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-28543b22-bda3-4339-8cb1-491f81213c02 req-cb28705f-7bdf-4ee9-99c1-d6e60d76fc22 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308554 Jul 13 19:21:46.857735 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35542) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:46.949024 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f3cb7-a644-4db9-bf44-b995f94fdc51 tempest-TestShelveInstance-439184521 tempest-TestShelveInstance-439184521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:46.950557 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-774f3cb7-a644-4db9-bf44-b995f94fdc51 tempest-TestShelveInstance-439184521 tempest-TestShelveInstance-439184521-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1093 time: 0.0918550 Jul 13 19:21:46.953592 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 35548) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:21:46.957960 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'port_id': '27204780-8259-4003-8507-30efdb592084', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:21:46.980757 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for floatingip, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.100923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672b4b9-5604-4af6-bee5-95a6fb7c78b2 req-1520abbd-9195-443b-8b1c-464fe2adaa52 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:47.102293 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7672b4b9-5604-4af6-bee5-95a6fb7c78b2 req-1520abbd-9195-443b-8b1c-464fe2adaa52 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0808992 Jul 13 19:21:47.150837 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7672b4b9-5604-4af6-bee5-95a6fb7c78b2 req-79f05eb5-e246-45c6-9f67-9ad6f32c8ecf tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421953 Jul 13 19:21:47.152851 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.255670 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Allocated IP 172.27.3.97 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/4c32ce0f-4be9-48c4-9cb0-dfa3305073b4) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:21:47.355112 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.410265 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.456176 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:21:47.460454 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:21:47.463448 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:21:47.472178 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'Port': ['ID=4c32ce0f-4be9-48c4-9cb0-dfa3305073b4,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:47.826011 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:47.900218 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.043187 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.049832 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.108900 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event updated for resources: {'Port': ['ID=4c32ce0f-4be9-48c4-9cb0-dfa3305073b4,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:48.123727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.214151 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:21:48.219370 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Floating IP 8fc5d94b-7f5b-41d8-8eae-44088302f3fc associated. External IP: 172.27.3.97, port: 27204780-8259-4003-8507-30efdb592084. Jul 13 19:21:48.625535 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48807292-75ba-4ee4-b7e2-037b46c3c167 req-860f752a-0fa6-43ac-b793-77fcb88522fd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:48.626981 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-48807292-75ba-4ee4-b7e2-037b46c3c167 req-860f752a-0fa6-43ac-b793-77fcb88522fd tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.1122065 Jul 13 19:21:48.723170 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-48807292-75ba-4ee4-b7e2-037b46c3c167 req-095c6ce4-e23e-411c-9503-ec7a41345253 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688837 Jul 13 19:21:48.749030 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:21:48.855121 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:21:48.866248 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] Sync routers for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:21:48.874966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:48.879952 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:48.880585 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:48.913019 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-7909f0d0-90f7-4e83-8af7-05ec017ca546 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9583783 Jul 13 19:21:48.913664 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'tag': '27204780-8259-4003-8507-30efdb592084'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:48.915980 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a194da92-aba5-4e3e-991a-6b6ace30f243" -d '{"events": [{"name": "network-changed", "server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "tag": "27204780-8259-4003-8507-30efdb592084"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:48.950148 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5275ee63-b777-4700-ad0c-912d81ee1bcd x-openstack-request-id: req-5275ee63-b777-4700-ad0c-912d81ee1bcd {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:48.950439 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "tag": "27204780-8259-4003-8507-30efdb592084", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:48.950690 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5275ee63-b777-4700-ad0c-912d81ee1bcd {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:48.951145 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'tag': '27204780-8259-4003-8507-30efdb592084', 'status': 'completed', 'code': 200} Jul 13 19:21:49.000183 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:49.032084 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-02cecffc-7e7b-449a-9dcd-ec7854eec266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.033541 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-02cecffc-7e7b-449a-9dcd-ec7854eec266 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1098 time: 0.0592713 Jul 13 19:21:49.121514 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-3a381382-d643-4f95-a984-0e5b0282a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.123093 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-3a381382-d643-4f95-a984-0e5b0282a13e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 909 time: 0.0835576 Jul 13 19:21:49.188685 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-7181ec12-ac61-481e-9dba-f275484ce93d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 998 time: 0.0595243 Jul 13 19:21:49.218472 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '8fc5d94b-7f5b-41d8-8eae-44088302f3fc', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'port_id': '27204780-8259-4003-8507-30efdb592084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'mac_address': 'fa:16:3e:59:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:21:47Z', 'updated_at': '2021-07-13T19:21:47Z', 'revision_number': 0, 'project_id': '89e8712f56714123b2092b03695b421d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:13Z', 'revision_number': 5, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:49.244901 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] Checking router: 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:21:49.254475 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:21:49.255103 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:21:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:49.363809 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:21:49.480299 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-52a8374e-7cd6-402b-a93b-30eb9b335d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.481797 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-52a8374e-7cd6-402b-a93b-30eb9b335d19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.2873678 Jul 13 19:21:49.538335 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-c3c37a8d-101a-4ac5-9c97-e702b48550a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.539879 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-c3c37a8d-101a-4ac5-9c97-e702b48550a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511618 Jul 13 19:21:49.634659 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-a9560da9-6ad1-4305-b859-ac6738e35ff0 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886269 Jul 13 19:21:49.716627 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '8fc5d94b-7f5b-41d8-8eae-44088302f3fc', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'port_id': '27204780-8259-4003-8507-30efdb592084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'mac_address': 'fa:16:3e:59:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:21:47Z', 'updated_at': '2021-07-13T19:21:47Z', 'revision_number': 0, 'project_id': '89e8712f56714123b2092b03695b421d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:13Z', 'revision_number': 5, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:21:49.724289 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-a194da92-aba5-4e3e-991a-6b6ace30f243 req-f273698d-0c8f-4369-9d72-b8a978647244 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830479 Jul 13 19:21:49.742880 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b02e52-7391-4a7b-8a98-f00dde35fc5f None None] The sync data for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi is: [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '8fc5d94b-7f5b-41d8-8eae-44088302f3fc', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'port_id': '27204780-8259-4003-8507-30efdb592084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'mac_address': 'fa:16:3e:59:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:21:47Z', 'updated_at': '2021-07-13T19:21:47Z', 'revision_number': 0, 'project_id': '89e8712f56714123b2092b03695b421d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:13Z', 'revision_number': 5, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:21:49.908634 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bd18-d2b0-4113-80c5-28a307c9493f req-7525326c-eed2-47d8-95c9-c9e9f83bd9a9 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:49.910506 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-afe5bd18-d2b0-4113-80c5-28a307c9493f req-7525326c-eed2-47d8-95c9-c9e9f83bd9a9 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0699909 Jul 13 19:21:49.935182 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ded9b9-9eaf-43c9-b037-c8b3bb9d12c7 None None] New status for floating IP 8fc5d94b-7f5b-41d8-8eae-44088302f3fc: ACTIVE {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:21:49.950010 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-afe5bd18-d2b0-4113-80c5-28a307c9493f req-792a6708-cd12-4a0e-8bef-ceec8e0dc5e3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337276 Jul 13 19:21:51.139249 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6a6d2-66ed-44d3-949b-9c9231f55b65 req-bc93d002-0641-4b84-9ee7-8242899d540a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:51.140779 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cee6a6d2-66ed-44d3-949b-9c9231f55b65 req-bc93d002-0641-4b84-9ee7-8242899d540a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0703599 Jul 13 19:21:51.178380 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cee6a6d2-66ed-44d3-949b-9c9231f55b65 req-afdc922c-d310-438a-8f19-70211e8769c9 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320182 Jul 13 19:21:52.382690 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dfa5c-56c1-4a91-a7af-bcd4f3cab2ab req-a74ceb7a-76a8-4222-a6eb-c2fd0063c4b7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:52.384338 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-493dfa5c-56c1-4a91-a7af-bcd4f3cab2ab req-a74ceb7a-76a8-4222-a6eb-c2fd0063c4b7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0688543 Jul 13 19:21:52.426575 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-493dfa5c-56c1-4a91-a7af-bcd4f3cab2ab req-46ade247-d686-444a-9741-b15bfee4da03 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355988 Jul 13 19:21:53.612868 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c7487-2bb3-45b9-9677-ad05fe5f37aa req-9f4d7ffe-47c2-49f6-bb02-579b93c769c1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:53.614386 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ce7c7487-2bb3-45b9-9677-ad05fe5f37aa req-9f4d7ffe-47c2-49f6-bb02-579b93c769c1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0637829 Jul 13 19:21:53.651725 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ce7c7487-2bb3-45b9-9677-ad05fe5f37aa req-c4b6b617-4a42-42b1-809a-27b2941b55ef tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317054 Jul 13 19:21:54.849475 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc63e0a-85e1-4443-9072-1133d3338faa req-5c8a0937-9133-4b21-8045-3eabc0604b94 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:54.850969 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ddc63e0a-85e1-4443-9072-1133d3338faa req-5c8a0937-9133-4b21-8045-3eabc0604b94 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0664248 Jul 13 19:21:54.888341 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ddc63e0a-85e1-4443-9072-1133d3338faa req-57c300f9-0513-4cff-822b-c4b4a1969028 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316668 Jul 13 19:21:56.069926 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c96cf-9321-41c6-be55-fba1c33e03b2 req-38aed54e-8c3a-4583-a360-e78d9af54498 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:56.071573 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-266c96cf-9321-41c6-be55-fba1c33e03b2 req-38aed54e-8c3a-4583-a360-e78d9af54498 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0644166 Jul 13 19:21:56.111844 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-266c96cf-9321-41c6-be55-fba1c33e03b2 req-12733bee-ef8f-418c-ae3e-6ec04ffd1d79 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335605 Jul 13 19:21:56.683569 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:21:56.793851 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:56.805929 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'port_id': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'mac_address': 'fa:16:3e:ee:50:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:21:56.845008 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:56.857886 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d57baa89-f372-4eba-a2c8-04b3acb25c4e {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:21:56.879667 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:56.884461 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:56.950504 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=6']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:56.998162 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['d57baa89-f372-4eba-a2c8-04b3acb25c4e'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:21:57.053102 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:57.311176 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345948cc-93e7-4951-90bc-6626e6cf8e13 req-a112370a-64da-4df5-8a64-4fa09d40769f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:57.312624 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-345948cc-93e7-4951-90bc-6626e6cf8e13 req-a112370a-64da-4df5-8a64-4fa09d40769f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 944 time: 0.0779512 Jul 13 19:21:57.352489 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-345948cc-93e7-4951-90bc-6626e6cf8e13 req-2b59d05f-1067-492d-83b6-14963c2938d8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340273 Jul 13 19:21:58.541077 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d7b3b-09c4-4300-ab52-a459159383d2 req-ae1addbb-6521-4bb8-b3f5-36bd1c97c038 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:58.542831 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5a2d7b3b-09c4-4300-ab52-a459159383d2 req-ae1addbb-6521-4bb8-b3f5-36bd1c97c038 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 944 time: 0.0686057 Jul 13 19:21:58.582777 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5a2d7b3b-09c4-4300-ab52-a459159383d2 req-deff145e-70da-4d82-8087-7ad0150253a9 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341933 Jul 13 19:21:58.699662 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:21:58.750254 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port d57baa89-f372-4eba-a2c8-04b3acb25c4e triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:21:58.750726 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.841480 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.866740 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:21:58.869111 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd05ee0-4828-4e10-a1d0-03231699eff1" -d '{"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-plugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:21:58.894494 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:21:58.901746 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:58.937714 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea37689-3578-497a-932d-2361f76a1be3 x-openstack-request-id: req-0ea37689-3578-497a-932d-2361f76a1be3 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:21:58.937714 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-plugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:21:58.937714 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ea37689-3578-497a-932d-2361f76a1be3 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:21:58.937714 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'code': 200} Jul 13 19:21:58.969499 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=7']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:21:59.226024 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b7ec-276a-4012-8945-afa68d60127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:21:59.491605 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f93685-1dd6-46f4-baa8-bf217dfdb64e req-dc2affc7-711f-4225-8d00-84fd97bdc730 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:59.494240 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c6f93685-1dd6-46f4-baa8-bf217dfdb64e req-dc2affc7-711f-4225-8d00-84fd97bdc730 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 945 time: 0.0702713 Jul 13 19:21:59.546100 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c6f93685-1dd6-46f4-baa8-bf217dfdb64e req-fc9f041c-8f04-4a61-890c-c46cc3df950f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Jul 13 19:21:59.781005 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2f74b-a314-4744-85b4-7d4831f2cf2a req-ccc95c9e-402b-45bf-a7b3-5819e331a249 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:21:59.782468 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-55a2f74b-a314-4744-85b4-7d4831f2cf2a req-ccc95c9e-402b-45bf-a7b3-5819e331a249 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0692570 Jul 13 19:21:59.829377 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-55a2f74b-a314-4744-85b4-7d4831f2cf2a req-17defd6b-1d61-4546-a17b-09dee2304913 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387034 Jul 13 19:22:00.277041 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-11dc3fff-711b-43c9-a3c6-4967868b4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.278673 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-11dc3fff-711b-43c9-a3c6-4967868b4113 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1098 time: 0.0578380 Jul 13 19:22:00.398624 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-9cb9d0ff-44d0-44c8-8472-896395f524d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.400271 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-9cb9d0ff-44d0-44c8-8472-896395f524d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.0951517 Jul 13 19:22:00.499213 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-c3db8391-6f79-42f3-8e34-6dcd855c2aec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 200 len: 1001 time: 0.0857460 Jul 13 19:22:00.571715 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-b8257594-0b0a-4402-ac30-504c927a5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.573807 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-b8257594-0b0a-4402-ac30-504c927a5bce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0660253 Jul 13 19:22:00.648787 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-6c0ddde0-71dc-49be-9042-68c811647519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.650354 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-6c0ddde0-71dc-49be-9042-68c811647519 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613806 Jul 13 19:22:00.754037 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bd4cf-7f40-4d55-b15e-ed7f2b952c82 req-0989660d-b683-4701-b34e-127d886eb998 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:00.767883 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6a8bd4cf-7f40-4d55-b15e-ed7f2b952c82 req-0989660d-b683-4701-b34e-127d886eb998 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 945 time: 0.1059828 Jul 13 19:22:00.780849 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-5905318d-1780-4261-8d0b-aeefa0156a30 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166139 Jul 13 19:22:00.812670 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6a8bd4cf-7f40-4d55-b15e-ed7f2b952c82 req-fbdfae2a-b6be-4047-9b94-0f4530d26750 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Jul 13 19:22:00.901431 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-d46614a4-8f75-408e-a282-09f4a954c0f6 req-5bc12c41-8e1d-4067-a114-841883c38575 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041338 Jul 13 19:22:01.052165 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6755cb9-3c08-4f04-98a7-e529f94e4b43 req-0cfbd3e7-766d-45c4-bb15-c48321f8f9e2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.053793 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a6755cb9-3c08-4f04-98a7-e529f94e4b43 req-0cfbd3e7-766d-45c4-bb15-c48321f8f9e2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0720439 Jul 13 19:22:01.093199 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a6755cb9-3c08-4f04-98a7-e529f94e4b43 req-ebef8c69-fda8-4641-b0f0-7d2ccd555f2d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333676 Jul 13 19:22:01.365779 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-54bf3538-cd26-4038-aa51-92bdf5f99efb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:01.367209 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-54bf3538-cd26-4038-aa51-92bdf5f99efb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 945 time: 0.0855072 Jul 13 19:22:01.484158 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Deleting port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:01.484472 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.593901 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] For port e530c081-78e0-4df0-9bdb-0fc9f70c9e53, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:01.594480 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.824217 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-7044ff8c-8c04-43bc-ae29-08b56a3bda08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.860047 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.860456 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:01.860784 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.l3_db [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Floating IP 66c59f50-145b-4e71-ac1f-c30610333b7b disassociated. External IP: 172.27.3.170, port: e530c081-78e0-4df0-9bdb-0fc9f70c9e53. Jul 13 19:22:01.861184 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Calling delete_port for e530c081-78e0-4df0-9bdb-0fc9f70c9e53 owned by compute:nova {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:02.017432 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.044421 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603223b0-0179-4325-aa09-43c99481d052 req-2cd562c4-cb4d-401a-8838-f74b6d410873 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.057402 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-603223b0-0179-4325-aa09-43c99481d052 req-2cd562c4-cb4d-401a-8838-f74b6d410873 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 867 time: 0.1160536 Jul 13 19:22:02.108566 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-603223b0-0179-4325-aa09-43c99481d052 req-6b592731-6f97-427b-af5a-7c344c855538 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497403 Jul 13 19:22:02.113767 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event deleted for resources: {'Port': ['ID=e530c081-78e0-4df0-9bdb-0fc9f70c9e53,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:02.195139 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:22:02.196750 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.300854 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941106-32e4-402b-9b58-66de9f172f67 req-87dab84f-c705-4d77-be90-5121107a0d5e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:02.308895 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67941106-32e4-402b-9b58-66de9f172f67 req-87dab84f-c705-4d77-be90-5121107a0d5e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0732508 Jul 13 19:22:02.322938 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:02.341332 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:02.352982 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:02.354184 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:02.356211 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-67941106-32e4-402b-9b58-66de9f172f67 req-f96b052a-934a-46d5-bdfc-726168f408d9 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460417 Jul 13 19:22:02.391472 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] No DVR routers for this DVR port e530c081-78e0-4df0-9bdb-0fc9f70c9e53 on host hv-cinder-78693 {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:02.394451 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.396708 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-b9dd1c0a-8eae-4682-aeee-7310f029c7cc req-b9bbe74d-13fa-4e24-bbcd-5ae1764f25b9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "DELETE /v2.0/ports/e530c081-78e0-4df0-9bdb-0fc9f70c9e53 HTTP/1.1" status: 204 len: 173 time: 1.0233283 Jul 13 19:22:02.397266 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'name': 'network-vif-deleted', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:02.400038 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c37896-cef4-4b29-b041-99139429c543" -d '{"events": [{"server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "name": "network-vif-deleted", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:02.459140 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f8ddc8-b7ca-4480-b939-81345f7066a5 x-openstack-request-id: req-24f8ddc8-b7ca-4480-b939-81345f7066a5 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:02.459623 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa7fb31-35ee-4257-8902-52a3fd867ead", "name": "network-vif-deleted", "tag": "e530c081-78e0-4df0-9bdb-0fc9f70c9e53", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:02.460071 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24f8ddc8-b7ca-4480-b939-81345f7066a5 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:02.460467 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa7fb31-35ee-4257-8902-52a3fd867ead', 'name': 'network-vif-deleted', 'tag': 'e530c081-78e0-4df0-9bdb-0fc9f70c9e53', 'status': 'completed', 'code': 200} Jul 13 19:22:02.526212 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:02.773941 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:02.810886 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:02.819753 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:02.820389 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:02.916555 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:02.949201 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:03.210858 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:03.244000 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da1dcc-9350-49e4-b740-02d65c388052 None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:22:03.319999 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-43f325d0-b018-4711-be04-df543277cf05 req-cfdfdec4-c558-4396-af5d-d00ba811d630 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=baa7fb31-35ee-4257-8902-52a3fd867ead HTTP/1.1" status: 200 len: 210 time: 0.0422647 Jul 13 19:22:03.603670 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4160e3-ad49-4d3c-bd02-275fb86a9ae7 None None] New status for floating IP 66c59f50-145b-4e71-ac1f-c30610333b7b: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:22:03.604234 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36567b5-5f81-406e-8d36-b79582a247c7 req-889f41dd-6003-4689-b5fd-8a549f768bd2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:03.606034 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a36567b5-5f81-406e-8d36-b79582a247c7 req-889f41dd-6003-4689-b5fd-8a549f768bd2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0866551 Jul 13 19:22:03.656601 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a36567b5-5f81-406e-8d36-b79582a247c7 req-b6c5049b-9c14-4243-be8c-5bbfcee08ae2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415251 Jul 13 19:22:04.634133 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-2089778a-27b5-424e-adca-10762d8276d5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399660878&fields=id&tenant_id=663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 267 time: 0.0447471 Jul 13 19:22:04.722770 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:04.747279 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device e530c081-78e0-4df0-9bdb-0fc9f70c9e53 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:04.770702 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-65e44180-f161-4331-aa14-5731f8dc34eb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.772486 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-65e44180-f161-4331-aa14-5731f8dc34eb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 811 time: 0.1320751 Jul 13 19:22:04.786533 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: e530c081-78e0-4df0-9bdb-0fc9f70c9e53 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:04.787487 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device e530c081-78e0-4df0-9bdb-0fc9f70c9e53 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:04.814202 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-73f3be8e-2b4c-46f2-9825-eb90fe03d772 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/quotas/663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 375 time: 0.0359678 Jul 13 19:22:04.917221 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f7944-b243-448d-96b1-ee8b9c1c62e9 req-8fcf9538-5241-4c57-b822-7b3836f951a3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:04.918878 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-095f7944-b243-448d-96b1-ee8b9c1c62e9 req-8fcf9538-5241-4c57-b822-7b3836f951a3 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.1230319 Jul 13 19:22:04.951273 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-7c174b02-7d30-434f-8222-6e2e1f04735d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362150 Jul 13 19:22:04.992813 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-095f7944-b243-448d-96b1-ee8b9c1c62e9 req-e33a1b55-cf0b-4bf9-9c8c-01b501cc6efa tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669112 Jul 13 19:22:05.092136 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-543e92d4-3d31-4073-937d-27d3dde85b2c service neutron] 10.222.0.62 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232505 Jul 13 19:22:05.205734 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-19fe99b2-4dda-4fb8-b983-0003303e3fe3 service neutron] 10.222.0.62 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019101 Jul 13 19:22:05.524597 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-940aef31-e67b-4c38-b01a-b75e6e11374c req-3665a4d7-5602-4e29-8feb-a9cda130aa1b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 210 time: 0.0325696 Jul 13 19:22:06.126437 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-cfd16ca2-88a0-4f38-bbdc-98549f2e4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.129168 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-cfd16ca2-88a0-4f38-bbdc-98549f2e4466 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1098 time: 0.0580373 Jul 13 19:22:06.200261 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39571c0-6e02-488d-80e4-4c86edab37d6 req-38d32b7d-82b8-4c94-855d-246d7de27505 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.201997 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d39571c0-6e02-488d-80e4-4c86edab37d6 req-38d32b7d-82b8-4c94-855d-246d7de27505 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0657575 Jul 13 19:22:06.220122 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-8753b2af-d181-4ed8-ba1d-1a2f938e05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.221601 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-8753b2af-d181-4ed8-ba1d-1a2f938e05e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.0856199 Jul 13 19:22:06.240719 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d39571c0-6e02-488d-80e4-4c86edab37d6 req-75a1a227-1f86-4841-af4f-5ea84e5f6adf tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327609 Jul 13 19:22:06.292157 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-1cdf4144-102b-43ba-8c91-5b97c698b849 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 200 len: 1001 time: 0.0623450 Jul 13 19:22:06.339746 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-1cf0c4ff-15ba-4274-b907-d10249db1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.341235 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-1cf0c4ff-15ba-4274-b907-d10249db1ecd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0423732 Jul 13 19:22:06.399102 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-c1e387c0-0e64-4aba-9658-060d5c3ac2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.400645 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-c1e387c0-0e64-4aba-9658-060d5c3ac2ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527332 Jul 13 19:22:06.499644 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-6c606b23-c0db-46b6-b86e-74666822423f service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891817 Jul 13 19:22:06.608792 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-65b003d1-b8e8-48b5-87ad-58e2575dbeca req-a5131ed0-f401-404a-97bc-3e9c738e4165 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020892 Jul 13 19:22:06.662703 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-c2f84bf8-7364-4f11-b7b6-32cb33b0dd90 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:06.664409 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-c2f84bf8-7364-4f11-b7b6-32cb33b0dd90 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 811 time: 0.1228511 Jul 13 19:22:06.719430 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-ef4297c2-a49a-476b-b80e-4e8f34b371b2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 380 time: 0.0385020 Jul 13 19:22:06.730044 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'port': {'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'admin_state_up': True, 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'security_groups': ['4cf4b074-0a00-45c8-b167-77faf5b150cc']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:06.834034 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-eaac097b-c778-44f8-afd1-441de653c2fb req-ae2660a9-7f65-4dcd-9d8b-3fd7851746d7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 210 time: 0.0372155 Jul 13 19:22:06.867539 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Made reservation on behalf of 663b1b0b656c40d5aac665461a439551 for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:22:06.873370 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.001760 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Allocated IP 172.20.0.7 (d6e078eb-4d52-420d-8aa8-d68739dfa9a4/121e354e-8d71-4875-9149-4245228e182f/200a77a4-3021-4af9-abd6-fef651835610) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:07.146455 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.160765 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Transition to ACTIVE for port object 200a77a4-3021-4af9-abd6-fef651835610 will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:07.194705 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.238430 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:07.241842 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:07.245770 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:07.252441 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=200a77a4-3021-4af9-abd6-fef651835610,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:07.280282 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.280644 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.280991 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.281332 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.282199 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.282199 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.282446 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.282807 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.283079 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.283409 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.284199 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.284585 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:07.315603 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:07.316541 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.333552 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-4f25c384-b2f7-4643-bbe3-98a37996039e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075308 Jul 13 19:22:07.347485 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Request body: {'port': {'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:07.460859 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.484568 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed1f97-792f-49d1-864d-e8240adedb87 req-9b777b6c-c20a-4db0-8a41-14aee2b74f78 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:07.486058 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d2ed1f97-792f-49d1-864d-e8240adedb87 req-9b777b6c-c20a-4db0-8a41-14aee2b74f78 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.1064622 Jul 13 19:22:07.511051 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-caee38e1-216d-4c71-8057-c84ecaacfc82 None None] Provisioning for port 200a77a4-3021-4af9-abd6-fef651835610 completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:07.517202 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-caee38e1-216d-4c71-8057-c84ecaacfc82 None None] Provisioning complete for port 200a77a4-3021-4af9-abd6-fef651835610 triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:07.517929 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-caee38e1-216d-4c71-8057-c84ecaacfc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.553254 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-caee38e1-216d-4c71-8057-c84ecaacfc82 None None] Port 200a77a4-3021-4af9-abd6-fef651835610 cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:22:07.598874 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d2ed1f97-792f-49d1-864d-e8240adedb87 req-f7d7b0a0-8d5a-4a02-8e55-f88d53cd44d5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931897 Jul 13 19:22:07.759376 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200a77a4-3021-4af9-abd6-fef651835610 {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:07.767256 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.780011 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Transition to ACTIVE for port object 200a77a4-3021-4af9-abd6-fef651835610 will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:22:07.785266 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:07.830689 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Pushing event updated for resources: {'Port': ['ID=200a77a4-3021-4af9-abd6-fef651835610,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:07.909348 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Attempting to bind port 200a77a4-3021-4af9-abd6-fef651835610 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:22:07.909875 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Attempting to bind port 200a77a4-3021-4af9-abd6-fef651835610 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:22:07.911880 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Attempting to bind port 200a77a4-3021-4af9-abd6-fef651835610 on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:07.916783 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Port 200a77a4-3021-4af9-abd6-fef651835610 on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:22:07.917375 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Attempting to bind port 200a77a4-3021-4af9-abd6-fef651835610 on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:22:07.922834 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:22:07.923293 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Checking segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:22:07.923774 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Bound using segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:22:07.924302 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Bound port: 200a77a4-3021-4af9-abd6-fef651835610, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:22:07.924730 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.020639 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] For port 200a77a4-3021-4af9-abd6-fef651835610, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:22:08.024934 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] For port 200a77a4-3021-4af9-abd6-fef651835610, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=200a77a4-3021-4af9-abd6-fef651835610,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:22:08.032470 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.051529 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.052500 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:08.053909 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/200a77a4-3021-4af9-abd6-fef651835610 HTTP/1.1" status: 200 len: 1093 time: 0.7110479 Jul 13 19:22:08.072871 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'tag': '200a77a4-3021-4af9-abd6-fef651835610'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:08.075357 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db69cb4c-0d6f-465a-a0f1-9db097304446" -d '{"events": [{"name": "network-changed", "server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "tag": "200a77a4-3021-4af9-abd6-fef651835610"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:08.091603 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c728-25ce-48be-a9d7-ba22f7863b30 req-ca3ca87e-b7fd-46ee-afbf-17041f82d09a tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.098237 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3ad1c728-25ce-48be-a9d7-ba22f7863b30 req-ca3ca87e-b7fd-46ee-afbf-17041f82d09a tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.1401491 Jul 13 19:22:08.130140 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954fd293-84b3-4dcd-a639-c41e96a0bed6 x-openstack-request-id: req-954fd293-84b3-4dcd-a639-c41e96a0bed6 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:08.130358 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "tag": "200a77a4-3021-4af9-abd6-fef651835610", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:08.130489 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-954fd293-84b3-4dcd-a639-c41e96a0bed6 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:08.130880 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'tag': '200a77a4-3021-4af9-abd6-fef651835610', 'status': 'completed', 'code': 200} Jul 13 19:22:08.183455 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f20889-f859-49f5-a911-8fe8245c74b1 service neutron] Pushing event updated for resources: {'Port': ['ID=200a77a4-3021-4af9-abd6-fef651835610,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:08.193522 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3ad1c728-25ce-48be-a9d7-ba22f7863b30 req-218f47c6-eedb-4e81-bbcc-f0c7044a5161 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942061 Jul 13 19:22:08.208955 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-1041709b-2be0-4bae-af8e-9ff57fdd2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.210512 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-1041709b-2be0-4bae-af8e-9ff57fdd2729 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 1096 time: 0.0998778 Jul 13 19:22:08.252086 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-32348c5e-1f16-49a2-8cbe-cf14012c1d9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=200a77a4-3021-4af9-abd6-fef651835610 HTTP/1.1" status: 200 len: 217 time: 0.0335686 Jul 13 19:22:08.307104 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-ecc350e2-3173-43ca-bb14-b35ab3e797ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.307969 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-ecc350e2-3173-43ca-bb14-b35ab3e797ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0489135 Jul 13 19:22:08.371915 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71048-26d6-49ee-8597-071bec55717d req-211fa953-290f-479d-b055-47215dfb478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.373337 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-211fa953-290f-479d-b055-47215dfb478f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571256 Jul 13 19:22:08.470010 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-c01c1e3a-24d1-4dde-a952-fadb3bd3653a service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801520 Jul 13 19:22:08.571138 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-04e71048-26d6-49ee-8597-071bec55717d req-43ab31aa-6fe9-4d01-8e10-6fedd8756df0 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935149 Jul 13 19:22:08.680998 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-28c90b6f-ea3b-4e09-9a92-a4e758ca5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.682574 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-28c90b6f-ea3b-4e09-9a92-a4e758ca5bae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 1096 time: 0.0553823 Jul 13 19:22:08.809001 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-5253501e-8073-4824-924a-74656762b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.810558 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-5253501e-8073-4824-924a-74656762b169 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.1199336 Jul 13 19:22:08.830861 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac32d1-ded9-46aa-8e19-615a3e96c1c8 req-1b50a364-a97e-4ce4-b020-29f79b026fa2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.832222 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-afac32d1-ded9-46aa-8e19-615a3e96c1c8 req-1b50a364-a97e-4ce4-b020-29f79b026fa2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0984042 Jul 13 19:22:08.868399 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-bc87805a-c18b-430a-83b8-ba7fbfec9d88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=200a77a4-3021-4af9-abd6-fef651835610 HTTP/1.1" status: 200 len: 217 time: 0.0500793 Jul 13 19:22:08.924741 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-afac32d1-ded9-46aa-8e19-615a3e96c1c8 req-4beba9c7-1479-4f2f-a198-6e253d3d5c46 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629270 Jul 13 19:22:08.933735 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-4116549b-5714-4391-aad4-736e7f111403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.935201 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-4116549b-5714-4391-aad4-736e7f111403 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0564401 Jul 13 19:22:08.993051 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-9d1a22f1-bd65-4fcd-bdc5-0258217cd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:08.994698 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-9d1a22f1-bd65-4fcd-bdc5-0258217cd2b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529253 Jul 13 19:22:09.084526 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-7379e840-eabd-4872-a386-c6acffeb9437 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826802 Jul 13 19:22:09.176226 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-db69cb4c-0d6f-465a-a0f1-9db097304446 req-7652e8b2-b070-406a-8448-d2da42a1ece3 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842798 Jul 13 19:22:09.367762 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a554aa-445d-477e-8f50-9d72864ef796 req-720da632-355a-41ac-99c5-8bc7ab2658cc tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:09.369383 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5a554aa-445d-477e-8f50-9d72864ef796 req-720da632-355a-41ac-99c5-8bc7ab2658cc tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0664098 Jul 13 19:22:09.406812 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b5a554aa-445d-477e-8f50-9d72864ef796 req-147e2476-1ba5-493e-bed2-d95935d56137 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Jul 13 19:22:10.087955 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72dc6d-1922-4373-b208-a7eaab80d9a7 req-e97c2063-7637-4617-b95e-507db78f1ec2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:10.089429 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6e72dc6d-1922-4373-b208-a7eaab80d9a7 req-e97c2063-7637-4617-b95e-507db78f1ec2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 945 time: 0.0960269 Jul 13 19:22:10.094463 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-a41425c1-32b3-4f85-bf58-e8174f834daa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919189 Jul 13 19:22:10.126550 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6e72dc6d-1922-4373-b208-a7eaab80d9a7 req-4c8c34a1-1ae4-4dc9-b36c-869b085b15af tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312052 Jul 13 19:22:10.781522 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:10.853171 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fababdf8-2e87-4681-9180-44f429020897 req-695f438f-abae-4e4c-9c1a-b0792d59350c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:10.854721 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fababdf8-2e87-4681-9180-44f429020897 req-695f438f-abae-4e4c-9c1a-b0792d59350c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.3356092 Jul 13 19:22:10.867674 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.891898 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:10.893847 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fababdf8-2e87-4681-9180-44f429020897 req-ef6eeb2d-4695-419a-af36-a6317742ff3d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335288 Jul 13 19:22:10.894275 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fde8bfe-98c5-4d7b-96ed-78bd7327f814" -d '{"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-unplugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:10.908250 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:10.918428 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:10.941579 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b04026e-bf96-4490-8cd2-de76b0220faf x-openstack-request-id: req-1b04026e-bf96-4490-8cd2-de76b0220faf {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:10.941903 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-unplugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:10.942159 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b04026e-bf96-4490-8cd2-de76b0220faf {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:10.942555 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'code': 200} Jul 13 19:22:10.967281 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=8']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:11.027300 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-68a5b1fc-c327-4b0c-84dc-38fad7d26bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.028819 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-68a5b1fc-c327-4b0c-84dc-38fad7d26bb4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115&tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a HTTP/1.1" status: 200 len: 1096 time: 0.0821335 Jul 13 19:22:11.106236 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-1d550b5b-3bc0-43b8-aab4-5e0b24df4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.107831 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-1d550b5b-3bc0-43b8-aab4-5e0b24df4b14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1096 time: 0.0552700 Jul 13 19:22:11.200000 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-20726e9f-7537-49fa-a1c9-d401e8615be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.201599 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-20726e9f-7537-49fa-a1c9-d401e8615be9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 200 len: 918 time: 0.0866253 Jul 13 19:22:11.298568 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-daa48b63-af9e-4dde-a3c0-23d6517addc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 200 len: 999 time: 0.0903354 Jul 13 19:22:11.355847 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e83e5-8df8-4da7-a40b-0ae8b70e9e50 req-5534aebb-bc30-4f9c-9286-1cb59f2eb85f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.357368 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-675e83e5-8df8-4da7-a40b-0ae8b70e9e50 req-5534aebb-bc30-4f9c-9286-1cb59f2eb85f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.1127052 Jul 13 19:22:11.362806 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-cc2e1820-c0e4-47f8-b051-8a4b6d898665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.364175 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-cc2e1820-c0e4-47f8-b051-8a4b6d898665 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 200 len: 856 time: 0.0588303 Jul 13 19:22:11.426817 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-675e83e5-8df8-4da7-a40b-0ae8b70e9e50 req-6eb76f1b-939e-4435-8df8-267771e6ae61 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616817 Jul 13 19:22:11.446162 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-cd2ecd45-3a09-428f-b2fd-2d4e372f461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:11.447629 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-cd2ecd45-3a09-428f-b2fd-2d4e372f461b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd79301-d87a-4d0a-8170-40824eeac598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757358 Jul 13 19:22:11.535367 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-e4db6be4-79e4-4a4e-8797-78b709e4518d service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802991 Jul 13 19:22:11.628600 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a45c95c-fa73-4110-9c0a-0d3c822ea1dd req-82c13b5b-ca6f-404b-adc4-7fbf2d4ae994 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853715 Jul 13 19:22:12.115193 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845a21-5b29-4fd4-bdcc-847cbd186783 req-3c05b760-6a7a-421b-b0ef-36467e1f80b7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:12.116720 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-96845a21-5b29-4fd4-bdcc-847cbd186783 req-3c05b760-6a7a-421b-b0ef-36467e1f80b7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.1054289 Jul 13 19:22:12.188627 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-96845a21-5b29-4fd4-bdcc-847cbd186783 req-b266a9b4-a9b8-4fbb-b025-ef052805ac4c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656159 Jul 13 19:22:12.624518 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddbaa1-8ba1-4267-a8e4-d061874d86e2 req-97a9ac78-80bc-4f63-99a3-f85be62c2a57 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:12.626027 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-31ddbaa1-8ba1-4267-a8e4-d061874d86e2 req-97a9ac78-80bc-4f63-99a3-f85be62c2a57 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0671849 Jul 13 19:22:12.672547 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-31ddbaa1-8ba1-4267-a8e4-d061874d86e2 req-72069e87-d364-45fc-82df-4dc4063928b7 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386705 Jul 13 19:22:13.382870 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc0a2-5032-4e23-a920-ac0ccab815de req-f6e67d87-f608-4901-a7f8-a069b6dbafc1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.384527 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1d6cc0a2-5032-4e23-a920-ac0ccab815de req-f6e67d87-f608-4901-a7f8-a069b6dbafc1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0672710 Jul 13 19:22:13.422711 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1d6cc0a2-5032-4e23-a920-ac0ccab815de req-c72f412b-15a5-4216-a25e-b4fbee87a2fd tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321662 Jul 13 19:22:13.863391 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e47a-a2f6-477c-af9b-451962cc00e5 req-6c610e7d-7a09-471c-bb37-d5e49dea6649 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:13.864878 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8785e47a-a2f6-477c-af9b-451962cc00e5 req-6c610e7d-7a09-471c-bb37-d5e49dea6649 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0734086 Jul 13 19:22:13.902433 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8785e47a-a2f6-477c-af9b-451962cc00e5 req-e2e53e2f-21ec-4623-ade6-55542ed7cdd8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312943 Jul 13 19:22:14.600569 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd5309-549f-4b44-a3bb-3b8add7ecd53 req-70100e0f-63b2-4150-9936-e641ada5d6e7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:14.602065 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d5fd5309-549f-4b44-a3bb-3b8add7ecd53 req-70100e0f-63b2-4150-9936-e641ada5d6e7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0686238 Jul 13 19:22:14.638960 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d5fd5309-549f-4b44-a3bb-3b8add7ecd53 req-b2cb02ac-ea97-4c84-93ea-4773ed752271 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313241 Jul 13 19:22:15.091943 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aebe6-6384-4e03-af6a-d33d98b66b23 req-03894a85-7cef-4d20-ab54-b1721e38eee4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:15.093366 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d0aebe6-6384-4e03-af6a-d33d98b66b23 req-03894a85-7cef-4d20-ab54-b1721e38eee4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0688910 Jul 13 19:22:15.130885 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6d0aebe6-6384-4e03-af6a-d33d98b66b23 req-5d2fdc3b-18c6-4a6c-afeb-9e192e403299 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317411 Jul 13 19:22:15.819085 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f83e73-a0c1-4d31-b52c-d0a09d6aab7c req-b67f31bc-d251-4a0e-9a78-5b0d828b5285 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:15.820604 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-80f83e73-a0c1-4d31-b52c-d0a09d6aab7c req-b67f31bc-d251-4a0e-9a78-5b0d828b5285 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0696220 Jul 13 19:22:15.857987 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-80f83e73-a0c1-4d31-b52c-d0a09d6aab7c req-29e54858-5e42-4509-bd4a-12a925a73742 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316226 Jul 13 19:22:16.310706 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414668f-f217-44ad-aea2-4d7973ebeb9b req-87bf56bc-acb0-4dba-8434-5c774897b421 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:16.312214 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5414668f-f217-44ad-aea2-4d7973ebeb9b req-87bf56bc-acb0-4dba-8434-5c774897b421 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0628185 Jul 13 19:22:16.350686 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-5414668f-f217-44ad-aea2-4d7973ebeb9b req-73d20517-90a5-4978-b96d-42b2e3963bf8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326235 Jul 13 19:22:17.037680 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043dc9-db6b-4978-85f9-317d170b8a3e req-e13ed3e7-0403-4fe2-b565-1958541ce1b5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:17.039192 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b3043dc9-db6b-4978-85f9-317d170b8a3e req-e13ed3e7-0403-4fe2-b565-1958541ce1b5 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0647697 Jul 13 19:22:17.075368 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b3043dc9-db6b-4978-85f9-317d170b8a3e req-3d0c76a6-6efb-49df-a955-7cfa32fdb797 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Jul 13 19:22:17.534106 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6927c3-514d-4d08-b466-f21ed6fef25a req-671637cb-703b-4de9-9080-c5e2c5b6177f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:17.535608 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a6927c3-514d-4d08-b466-f21ed6fef25a req-671637cb-703b-4de9-9080-c5e2c5b6177f tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0676329 Jul 13 19:22:17.574740 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0a6927c3-514d-4d08-b466-f21ed6fef25a req-a5e5f673-e463-41c0-9752-dc9e240e7b07 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335436 Jul 13 19:22:18.259092 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea2987-7ec1-4b35-b14b-ca20072cf008 req-8d6e82bb-0080-47ca-aa49-a8d40c8d6d32 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:18.260713 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-acea2987-7ec1-4b35-b14b-ca20072cf008 req-8d6e82bb-0080-47ca-aa49-a8d40c8d6d32 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0705605 Jul 13 19:22:18.298730 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-acea2987-7ec1-4b35-b14b-ca20072cf008 req-ca79a052-86e0-42e3-b300-7abd867baab1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Jul 13 19:22:18.754154 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfad95b-a6fd-487f-a666-25916e1174b0 req-400f0de1-967a-492e-b45f-ca5bff743ee8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:18.755704 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-adfad95b-a6fd-487f-a666-25916e1174b0 req-400f0de1-967a-492e-b45f-ca5bff743ee8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0653272 Jul 13 19:22:18.797121 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-adfad95b-a6fd-487f-a666-25916e1174b0 req-6cebce40-48c6-4e9b-9ff2-ac6f0201490c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352561 Jul 13 19:22:19.478668 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65801eb-8a37-4f56-961f-0aaac2fe4767 req-7c754782-c845-4e41-87d8-c8ceb5ed0cab tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:19.484196 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e65801eb-8a37-4f56-961f-0aaac2fe4767 req-7c754782-c845-4e41-87d8-c8ceb5ed0cab tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0647063 Jul 13 19:22:19.535157 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e65801eb-8a37-4f56-961f-0aaac2fe4767 req-58869c61-ec57-4039-8504-861ce4530805 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Jul 13 19:22:19.983409 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7daf9-86b3-4ae1-98df-7fc34a769d35 req-38a46baf-7c85-42e7-a198-55fb3ac4c63d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:19.984908 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0ea7daf9-86b3-4ae1-98df-7fc34a769d35 req-38a46baf-7c85-42e7-a198-55fb3ac4c63d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0643938 Jul 13 19:22:20.021385 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0ea7daf9-86b3-4ae1-98df-7fc34a769d35 req-7a0fef56-e181-49c4-b2d9-41886de81783 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309536 Jul 13 19:22:20.733756 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862684-f37b-4394-be00-6cb727799e5c req-1fa9786e-d0f6-409d-835e-ffa35ec4803b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:20.735229 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8e862684-f37b-4394-be00-6cb727799e5c req-1fa9786e-d0f6-409d-835e-ffa35ec4803b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0805368 Jul 13 19:22:20.773719 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8e862684-f37b-4394-be00-6cb727799e5c req-99e1f009-96ad-4edc-88c3-dca6438c655a tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Jul 13 19:22:21.200072 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bc6ea-b5e6-4957-9f70-2c834f63d5e8 req-83925a4a-be82-4010-b456-39b0c3e8f941 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.201536 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-068bc6ea-b5e6-4957-9f70-2c834f63d5e8 req-83925a4a-be82-4010-b456-39b0c3e8f941 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0656140 Jul 13 19:22:21.238078 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-068bc6ea-b5e6-4957-9f70-2c834f63d5e8 req-c088f155-3843-4830-a333-e090423b10a1 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308056 Jul 13 19:22:21.963586 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15ca42-f26b-4867-ab0c-f9715092e915 req-6699b709-4410-473c-b98e-17bf9db4399b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:21.965034 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9e15ca42-f26b-4867-ab0c-f9715092e915 req-6699b709-4410-473c-b98e-17bf9db4399b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0673709 Jul 13 19:22:22.003204 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9e15ca42-f26b-4867-ab0c-f9715092e915 req-752ec2b6-6be4-41d6-b4f2-55e6aa95e16c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325034 Jul 13 19:22:22.437940 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ab5a-1ab8-4b7c-9819-69aaa3528207 req-78d57d75-c895-427e-a257-85c7c046c675 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:22.439179 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2f07ab5a-1ab8-4b7c-9819-69aaa3528207 req-78d57d75-c895-427e-a257-85c7c046c675 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0817795 Jul 13 19:22:22.476888 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-2f07ab5a-1ab8-4b7c-9819-69aaa3528207 req-8421e1ac-9082-4e95-9e9b-7a570fc0ddcf tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320163 Jul 13 19:22:23.195482 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff61f-9d79-4275-8971-e411f6eff754 req-335b215f-dc96-4ef6-a23a-838100dc5b00 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:23.196920 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-75aff61f-9d79-4275-8971-e411f6eff754 req-335b215f-dc96-4ef6-a23a-838100dc5b00 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0687683 Jul 13 19:22:23.234536 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-75aff61f-9d79-4275-8971-e411f6eff754 req-b4f82ede-56c6-44d7-a02f-cee1e84639c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Jul 13 19:22:23.672062 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde04ea6-2bc4-4eb5-8aa3-21e341b891da req-fd53cc03-2dec-42fc-a7d3-179eedab68b5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:23.673501 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fde04ea6-2bc4-4eb5-8aa3-21e341b891da req-fd53cc03-2dec-42fc-a7d3-179eedab68b5 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0748692 Jul 13 19:22:23.713354 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-fde04ea6-2bc4-4eb5-8aa3-21e341b891da req-d556eee0-ab9b-436f-aa63-fbd10fc2810e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313511 Jul 13 19:22:24.424031 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e53a-35c1-4acc-a2f3-6ad2fb958d6d req-0cf70634-50b6-41d4-b700-835127433816 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:24.425508 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a827e53a-35c1-4acc-a2f3-6ad2fb958d6d req-0cf70634-50b6-41d4-b700-835127433816 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0713201 Jul 13 19:22:24.463315 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a827e53a-35c1-4acc-a2f3-6ad2fb958d6d req-080ea7dd-31b7-498d-92f3-63f83bd70cf8 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 13 19:22:24.907189 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e66d8-57c9-4e14-be15-023d11edec7a req-1567151c-e3a8-404c-9439-65c1568993c8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:24.908647 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ce2e66d8-57c9-4e14-be15-023d11edec7a req-1567151c-e3a8-404c-9439-65c1568993c8 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0745182 Jul 13 19:22:24.945936 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ce2e66d8-57c9-4e14-be15-023d11edec7a req-47551890-0ec2-4193-bc1a-e1c3fab7e201 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312488 Jul 13 19:22:25.218085 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:22:25.652116 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cfd0f-8441-48ec-948e-a869aaf9da8e req-b9bd2364-d84c-4fec-91c8-937d7b267128 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:25.653672 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f4cfd0f-8441-48ec-948e-a869aaf9da8e req-b9bd2364-d84c-4fec-91c8-937d7b267128 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0674288 Jul 13 19:22:25.691987 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1f4cfd0f-8441-48ec-948e-a869aaf9da8e req-fe4a71ae-536d-430d-8655-608303b68b8a tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jul 13 19:22:26.137453 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d0104-43bc-44ab-9083-798308cb7c7b req-013fa952-f327-4fda-a9c8-c4ec15071bab tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:26.138956 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ae0d0104-43bc-44ab-9083-798308cb7c7b req-013fa952-f327-4fda-a9c8-c4ec15071bab tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 943 time: 0.0673440 Jul 13 19:22:26.179594 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ae0d0104-43bc-44ab-9083-798308cb7c7b req-4a55e350-0111-485d-9f5f-02fa597bff83 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325296 Jul 13 19:22:26.847001 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 200a77a4-3021-4af9-abd6-fef651835610 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:26.878084 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be77ba-cff2-4e9f-ba4d-213d8d41b8f6 req-c455fd50-97c0-4bd8-80df-faea7b18910e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:26.879564 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0be77ba-cff2-4e9f-ba4d-213d8d41b8f6 req-c455fd50-97c0-4bd8-80df-faea7b18910e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 943 time: 0.0655179 Jul 13 19:22:26.917394 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a0be77ba-cff2-4e9f-ba4d-213d8d41b8f6 req-d0115fd9-343e-4b66-8c90-8054a0989fed tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Jul 13 19:22:26.943810 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 200a77a4-3021-4af9-abd6-fef651835610, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=200a77a4-3021-4af9-abd6-fef651835610,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:26.955068 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '200a77a4-3021-4af9-abd6-fef651835610', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:26.990794 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.003126 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200a77a4-3021-4af9-abd6-fef651835610 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:27.026502 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 200a77a4-3021-4af9-abd6-fef651835610, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=200a77a4-3021-4af9-abd6-fef651835610,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:27.032647 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.033257 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:22:27.064362 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.123885 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=200a77a4-3021-4af9-abd6-fef651835610,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:27.170155 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:27.181660 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'port_id': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'mac_address': 'fa:16:3e:ee:50:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:22:27.222221 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.234888 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57baa89-f372-4eba-a2c8-04b3acb25c4e {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:22:27.253979 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:27.258469 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:27.306984 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=9']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:27.364181 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e741b-52c7-4e17-a8d4-b001e9b942e3 req-c096ce68-73f8-430e-bbe0-db9413b28d94 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:27.365648 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-345e741b-52c7-4e17-a8d4-b001e9b942e3 req-c096ce68-73f8-430e-bbe0-db9413b28d94 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 944 time: 0.0630870 Jul 13 19:22:27.416943 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-345e741b-52c7-4e17-a8d4-b001e9b942e3 req-87bb7847-dbc8-4604-bd44-0672030836e9 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430911 Jul 13 19:22:27.504553 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['d57baa89-f372-4eba-a2c8-04b3acb25c4e'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:27.508306 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['200a77a4-3021-4af9-abd6-fef651835610'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:22:28.104381 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904414-351e-4ebc-b41d-155b56d1f068 req-8e87d587-9f4c-4ab2-8c3b-9dd4ef9e13fb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:28.105769 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d904414-351e-4ebc-b41d-155b56d1f068 req-8e87d587-9f4c-4ab2-8c3b-9dd4ef9e13fb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 944 time: 0.0695848 Jul 13 19:22:28.151852 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4d904414-351e-4ebc-b41d-155b56d1f068 req-bd226e03-b498-486d-9e54-0540c8d979e9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379572 Jul 13 19:22:28.622249 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6445a0-f36f-42f9-a0d1-354ac493cb6e req-083a627b-479c-4a34-a366-f182c592aad2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:28.623703 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1c6445a0-f36f-42f9-a0d1-354ac493cb6e req-083a627b-479c-4a34-a366-f182c592aad2 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 944 time: 0.0733342 Jul 13 19:22:28.661228 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1c6445a0-f36f-42f9-a0d1-354ac493cb6e req-e28c581b-dfe9-4e40-8a7c-61771878a33c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319734 Jul 13 19:22:28.855555 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 200a77a4-3021-4af9-abd6-fef651835610 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:28.907085 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port 200a77a4-3021-4af9-abd6-fef651835610 completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:22:28.911485 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 200a77a4-3021-4af9-abd6-fef651835610 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:28.911862 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:28.985414 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.007235 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a77a4-3021-4af9-abd6-fef651835610'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:29.010093 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0583dc-7941-41d7-9714-b3a39f3b59c6" -d '{"events": [{"server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "name": "network-vif-plugged", "status": "completed", "tag": "200a77a4-3021-4af9-abd6-fef651835610"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:29.024016 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 200a77a4-3021-4af9-abd6-fef651835610, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=200a77a4-3021-4af9-abd6-fef651835610,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:29.029194 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.030086 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:22:29.056230 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f8569f-5daf-41b7-843f-5297cc38c3f2 x-openstack-request-id: req-69f8569f-5daf-41b7-843f-5297cc38c3f2 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:29.056525 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "name": "network-vif-plugged", "status": "completed", "tag": "200a77a4-3021-4af9-abd6-fef651835610", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:29.056962 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69f8569f-5daf-41b7-843f-5297cc38c3f2 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:29.057354 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a77a4-3021-4af9-abd6-fef651835610', 'code': 200} Jul 13 19:22:29.115172 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=200a77a4-3021-4af9-abd6-fef651835610,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:29.125394 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port d57baa89-f372-4eba-a2c8-04b3acb25c4e triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:22:29.125807 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.202830 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.234164 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-8212307f-e060-4678-9e96-12b1d0de5a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.249375 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:29.253771 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:29.315086 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=10']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:29.421070 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4334dee-5c41-4f8d-b99b-f921266cf24c req-691641d3-9cb2-47a7-a417-501d1c51d279 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.422550 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f4334dee-5c41-4f8d-b99b-f921266cf24c req-691641d3-9cb2-47a7-a417-501d1c51d279 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 945 time: 0.1178422 Jul 13 19:22:29.427982 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442c04-3174-44d0-8100-eb9d21a12608 req-4c9b5361-690d-4606-a4f2-23d5b41444eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.429307 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90442c04-3174-44d0-8100-eb9d21a12608 req-4c9b5361-690d-4606-a4f2-23d5b41444eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 1098 time: 0.0844905 Jul 13 19:22:29.480041 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f4334dee-5c41-4f8d-b99b-f921266cf24c req-805fc199-e2f2-4fe4-84f1-7f1dabc57b5f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497582 Jul 13 19:22:29.483597 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-90442c04-3174-44d0-8100-eb9d21a12608 req-2fed0fd3-ef0b-4bbf-ba21-c9945f2e7fef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467558 Jul 13 19:22:29.850502 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b35a-535e-446d-8baf-ccf3c776ab77 req-285a9f52-1114-4680-a548-1b8824d4454c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:29.851978 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3089b35a-535e-446d-8baf-ccf3c776ab77 req-285a9f52-1114-4680-a548-1b8824d4454c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 946 time: 0.0671716 Jul 13 19:22:29.891662 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3089b35a-535e-446d-8baf-ccf3c776ab77 req-c6c46ec1-3a08-4272-b657-564b924f52f6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325155 Jul 13 19:22:30.662849 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5192-347b-4bd9-80c6-386a1ca24f8f req-fbf984f6-512b-4e27-aaf4-2e98219beacb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.664339 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a63f5192-347b-4bd9-80c6-386a1ca24f8f req-fbf984f6-512b-4e27-aaf4-2e98219beacb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 945 time: 0.0654821 Jul 13 19:22:30.702049 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a63f5192-347b-4bd9-80c6-386a1ca24f8f req-158ec91b-9285-40ce-b63a-ded6f4429b6f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Jul 13 19:22:30.881316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95be4-19ce-4079-9c4a-d86ffa84ef5c req-8d3c4794-3d74-4fd7-a37d-c90d1646e43b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:30.882818 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-18c95be4-19ce-4079-9c4a-d86ffa84ef5c req-8d3c4794-3d74-4fd7-a37d-c90d1646e43b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 945 time: 0.0619538 Jul 13 19:22:30.921572 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-18c95be4-19ce-4079-9c4a-d86ffa84ef5c req-3f1672a5-b44f-45ec-9e47-4ec5fb8009a7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Jul 13 19:22:30.950020 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35910) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:31.004107 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c67f1e-d85d-481a-8c95-eb81b5ab5126 tempest-TestVolumeBootPattern-782156319 tempest-TestVolumeBootPattern-782156319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.005708 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-80c67f1e-d85d-481a-8c95-eb81b5ab5126 tempest-TestVolumeBootPattern-782156319 tempest-TestVolumeBootPattern-782156319-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 1093 time: 0.0545104 Jul 13 19:22:31.008710 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 35912) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:31.013056 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:22:31.035842 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.059425 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:31.061813 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a0be0f-aeda-41f3-ab82-a82f667563fe" -d '{"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-plugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:31.071841 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c1d7c-a707-4a03-b951-3dcd7efe7dd9 req-36688c03-c032-434e-8d03-f664331cff68 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.073431 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-146c1d7c-a707-4a03-b951-3dcd7efe7dd9 req-36688c03-c032-434e-8d03-f664331cff68 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 946 time: 0.0644467 Jul 13 19:22:31.097715 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d309cf5-b82f-4e6f-92c3-a40224a18f9a x-openstack-request-id: req-8d309cf5-b82f-4e6f-92c3-a40224a18f9a {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:31.098017 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-plugged", "status": "completed", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:31.098285 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d309cf5-b82f-4e6f-92c3-a40224a18f9a {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:31.098993 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'code': 200} Jul 13 19:22:31.119984 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-146c1d7c-a707-4a03-b951-3dcd7efe7dd9 req-2458d32d-2fe1-47c3-ace5-82ea5d19420e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388012 Jul 13 19:22:31.135741 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.243828 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_common [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Allocated IP 172.27.3.40 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/2a88e1f1-68b1-4014-b366-e63bafbfdcb5) {{(pid=93114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:22:31.297985 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d246d-a66f-4a9f-be52-4900c6b23f6b req-4a0870a7-e0c3-4ebe-a438-844a1ec8b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:31.299567 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9d9d246d-a66f-4a9f-be52-4900c6b23f6b req-4a0870a7-e0c3-4ebe-a438-844a1ec8b9ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 1099 time: 0.0505042 Jul 13 19:22:31.337102 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9d9d246d-a66f-4a9f-be52-4900c6b23f6b req-6df9626b-0dfe-4686-b88f-05db043a02d5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298483 Jul 13 19:22:31.343334 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.388776 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.430754 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:22:31.433573 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Resources bound (agent type, host, resource id): {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:22:31.437038 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Received port after_create {{(pid=93114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:22:31.458589 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=2a88e1f1-68b1-4014-b366-e63bafbfdcb5,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:31.471016 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.471353 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.471692 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.472026 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.472360 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.472698 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.473025 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.473355 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.473710 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.474037 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.474351 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.474667 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:22:31.820234 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-de329631-f38b-4bfd-a9ad-bbb926a0241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.828442 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:31.907336 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.055635 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.061827 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6500869'] for port, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.125393 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=2a88e1f1-68b1-4014-b366-e63bafbfdcb5,revision_number=2']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:32.137654 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.197993 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.255228 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.l3_db [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Floating IP b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5 associated. External IP: 172.27.3.40, port: 200a77a4-3021-4af9-abd6-fef651835610. Jul 13 19:22:32.307769 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c1536-72d1-47bd-9489-8c68b4b49fe5 req-cb4ed140-5c15-489d-ae5c-163215c85e30 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:32.309910 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a0c1536-72d1-47bd-9489-8c68b4b49fe5 req-cb4ed140-5c15-489d-ae5c-163215c85e30 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 946 time: 0.0650122 Jul 13 19:22:32.363290 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-7a0c1536-72d1-47bd-9489-8c68b4b49fe5 req-69b496e9-2441-4c3d-bf59-2ccefdcafec4 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446720 Jul 13 19:22:32.476055 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:22:32.830399 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:32.841288 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:32.847488 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.852154 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:32.852953 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:32.894072 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-2002fcbf-071d-4751-bce1-53b5ad7a4b51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8841341 Jul 13 19:22:32.895056 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'tag': '200a77a4-3021-4af9-abd6-fef651835610'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:32.897090 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db" -d '{"events": [{"name": "network-changed", "server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "tag": "200a77a4-3021-4af9-abd6-fef651835610"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:32.918008 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:32.939764 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6dd14-1e8b-4988-aaa6-fa07664efb66 x-openstack-request-id: req-79e6dd14-1e8b-4988-aaa6-fa07664efb66 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:32.939764 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "tag": "200a77a4-3021-4af9-abd6-fef651835610", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:32.939764 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79e6dd14-1e8b-4988-aaa6-fa07664efb66 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:32.939764 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'tag': '200a77a4-3021-4af9-abd6-fef651835610', 'status': 'completed', 'code': 200} Jul 13 19:22:33.024517 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-09faeba6-eddc-4e08-a165-52fb7c51304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.025981 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-09faeba6-eddc-4e08-a165-52fb7c51304d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 1098 time: 0.0568430 Jul 13 19:22:33.109851 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:33.116229 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-56e09769-06a6-412c-b13b-b7ba4672d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.117761 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-56e09769-06a6-412c-b13b-b7ba4672d353 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.0848975 Jul 13 19:22:33.185731 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-faa9920f-e3ac-4307-923e-62b3dc467e59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=200a77a4-3021-4af9-abd6-fef651835610 HTTP/1.1" status: 200 len: 998 time: 0.0609772 Jul 13 19:22:33.234010 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-d80bbe92-5923-4e7f-b503-9071d0ad8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.235480 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-d80bbe92-5923-4e7f-b503-9071d0ad8ef9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0431151 Jul 13 19:22:33.293006 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-ca5f89b6-15c6-40fa-9137-86b197e90fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.294477 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-ca5f89b6-15c6-40fa-9137-86b197e90fb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528419 Jul 13 19:22:33.328472 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:31Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:33.358133 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:33.367612 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:33.368256 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:33.387421 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-7a74007d-1d75-4e9c-8069-d550168011fe service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860147 Jul 13 19:22:33.474156 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:33.479899 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-51e1bbc9-adb9-422e-bb4d-61f943e0d6db req-ceaf42a6-007d-48df-b207-0ff1d38359b8 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855463 Jul 13 19:22:33.542924 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd22386-919f-4809-9287-086730322711 req-3f5dbb43-04ab-4cde-bc23-13c26c3ff68d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:33.544501 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cfd22386-919f-4809-9287-086730322711 req-3f5dbb43-04ab-4cde-bc23-13c26c3ff68d tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 946 time: 0.0634401 Jul 13 19:22:33.581869 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cfd22386-919f-4809-9287-086730322711 req-e1bcf48c-4816-439f-aa0d-d4cf3a4f309e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314443 Jul 13 19:22:33.700261 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:31Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:33.730260 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8e850-fee9-4ac9-baba-b9b0f2641b76 None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:31Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:22:33.929879 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00da3c9-87d2-4bfd-b860-d24c18fbe91a None None] New status for floating IP b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5: ACTIVE {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:22:34.715837 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:51.384721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008a801-546a-49ab-87f2-4b1674e5dd78 req-c9658203-95f5-4615-af1b-7b2e97b358fc tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:51.386124 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6008a801-546a-49ab-87f2-4b1674e5dd78 req-c9658203-95f5-4615-af1b-7b2e97b358fc tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 946 time: 0.0690019 Jul 13 19:22:51.428821 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6008a801-546a-49ab-87f2-4b1674e5dd78 req-f17b01c3-e9bf-4967-b5b6-63a75e870944 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336633 Jul 13 19:22:52.619410 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5bf35-bb1d-46bd-83a3-c678a0f442e1 req-cdee127f-10bd-4723-8038-31fe8c3bc57a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:52.620845 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-24b5bf35-bb1d-46bd-83a3-c678a0f442e1 req-cdee127f-10bd-4723-8038-31fe8c3bc57a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 946 time: 0.0740037 Jul 13 19:22:52.660956 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-24b5bf35-bb1d-46bd-83a3-c678a0f442e1 req-8bce9d8c-6257-4c02-a431-e426c3715113 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318327 Jul 13 19:22:53.409051 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-79a2ff6c-070e-44ed-9f68-aab451e9c425 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.410519 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-79a2ff6c-070e-44ed-9f68-aab451e9c425 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 946 time: 0.0732493 Jul 13 19:22:53.513383 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Deleting port f86565e9-e88a-450c-9191-39d91c11b1d8 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:53.513749 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.600686 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] For port f86565e9-e88a-450c-9191-39d91c11b1d8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f86565e9-e88a-450c-9191-39d91c11b1d8,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:22:53.601119 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.765089 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.765865 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.765865 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Floating IP 841c9c83-7630-4c21-8a7e-2dd5a3d57f2f disassociated. External IP: 172.27.3.12, port: f86565e9-e88a-450c-9191-39d91c11b1d8. Jul 13 19:22:53.766080 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Calling delete_port for f86565e9-e88a-450c-9191-39d91c11b1d8 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:53.895179 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7df2-7801-4939-9d54-1d801e2a7a73 req-c9da8fec-0b5d-44da-8f28-5b13f03d1ac8 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:22:53.896662 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-afec7df2-7801-4939-9d54-1d801e2a7a73 req-c9da8fec-0b5d-44da-8f28-5b13f03d1ac8 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c4d85be-6aaa-47ec-8d0a-56deecad4eb5 HTTP/1.1" status: 200 len: 946 time: 0.1177657 Jul 13 19:22:53.958343 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:53.962384 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-afec7df2-7801-4939-9d54-1d801e2a7a73 req-eb1ca796-8753-41c3-93c8-e75f819a13c0 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups?id=a6c1b51e-ccf1-44d3-94af-123ee7a076ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487423 Jul 13 19:22:53.991618 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event deleted for resources: {'Port': ['ID=f86565e9-e88a-450c-9191-39d91c11b1d8,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:54.103872 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Router 666a3626-20b6-4027-a351-7963f012fd96 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:22:54.211017 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:22:54.222651 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] Sync routers for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:22:54.232404 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:54.233010 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:54.255798 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] No DVR routers for this DVR port f86565e9-e88a-450c-9191-39d91c11b1d8 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:22:54.258421 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:54.260415 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98cfbfd1-f289-4253-87b5-f18bca3d58cb req-352e2469-842d-41a3-aadb-c9914af7a67a tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.61 "DELETE /v2.0/ports/f86565e9-e88a-450c-9191-39d91c11b1d8 HTTP/1.1" status: 204 len: 173 time: 0.8426030 Jul 13 19:22:54.260916 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'name': 'network-vif-deleted', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:22:54.263101 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb37f5d9-48ab-4d23-bf4f-6a46bf84414a" -d '{"events": [{"server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "name": "network-vif-deleted", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:22:54.301684 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e26ed38-a9e4-4db4-8c4c-1fbafffd70e9 x-openstack-request-id: req-0e26ed38-a9e4-4db4-8c4c-1fbafffd70e9 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:22:54.302112 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4d85be-6aaa-47ec-8d0a-56deecad4eb5", "name": "network-vif-deleted", "tag": "f86565e9-e88a-450c-9191-39d91c11b1d8", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:22:54.302428 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e26ed38-a9e4-4db4-8c4c-1fbafffd70e9 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:22:54.302819 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4d85be-6aaa-47ec-8d0a-56deecad4eb5', 'name': 'network-vif-deleted', 'tag': 'f86565e9-e88a-450c-9191-39d91c11b1d8', 'status': 'completed', 'code': 200} Jul 13 19:22:54.339034 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:54.540179 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:54.565233 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] Checking router: 666a3626-20b6-4027-a351-7963f012fd96 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:22:54.574101 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:22:54.574712 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:54.678288 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:22:54.880939 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:22:54.907992 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6d65c-f470-4a90-a178-ae2ae7f32e1e None None] The sync data for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi is: [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:16:55Z', 'revision_number': 4, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '88d2208c-990c-49a7-b959-76ff09b68fff', 'name': '', 'network_id': 'cd3c88f6-61d9-4b32-8611-f737d1bc850f', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'mac_address': 'fa:16:3e:28:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:54Z', 'updated_at': '2021-07-13T19:17:01Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'subnets': [{'id': '8eea21d8-86f9-48f5-8c7a-4d386c577354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:22:55.083468 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36072) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:55.116243 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf28c7-5766-4fcc-a21c-b697543c9209 None None] New status for floating IP 841c9c83-7630-4c21-8a7e-2dd5a3d57f2f: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:22:55.139106 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-39fe417f-82ac-4f39-80bb-360933780cc7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.162005 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-39fe417f-82ac-4f39-80bb-360933780cc7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.211695 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-39fe417f-82ac-4f39-80bb-360933780cc7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.214635 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-39fe417f-82ac-4f39-80bb-360933780cc7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.215922 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-39fe417f-82ac-4f39-80bb-360933780cc7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "DELETE /v2.0/security-groups/a6c1b51e-ccf1-44d3-94af-123ee7a076ca HTTP/1.1" status: 204 len: 168 time: 0.1314240 Jul 13 19:22:55.218728 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36074) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:55.227357 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe417f-82ac-4f39-80bb-360933780cc7 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c1b51e-ccf1-44d3-94af-123ee7a076ca,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:55.240175 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.api.v2.resource [None req-4cf614f4-fedf-4190-9383-93811139d621 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] show failed (client error): The resource could not be found. Jul 13 19:22:55.244099 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-4cf614f4-fedf-4190-9383-93811139d621 tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "GET /v2.0/security-groups/a6c1b51e-ccf1-44d3-94af-123ee7a076ca HTTP/1.1" status: 404 len: 347 time: 0.0215747 Jul 13 19:22:55.244413 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36076) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:55.373970 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Deleting port dd6fc1d2-62d1-49d3-b243-b16301a8d273 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:22:55.374273 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.452393 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.452700 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.464335 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Calling delete_port for dd6fc1d2-62d1-49d3-b243-b16301a8d273 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:22:55.599005 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.627086 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Pushing event deleted for resources: {'Port': ['ID=dd6fc1d2-62d1-49d3-b243-b16301a8d273,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:22:55.690289 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.692796 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:55.693993 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-5516968e-7bcc-4ad5-8eec-4d683b759d4e tempest-AttachVolumeTestJSON-870955032 tempest-AttachVolumeTestJSON-870955032-project] 10.222.0.62 "DELETE /v2.0/floatingips/841c9c83-7630-4c21-8a7e-2dd5a3d57f2f HTTP/1.1" status: 204 len: 168 time: 0.4485817 Jul 13 19:22:56.988845 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device f86565e9-e88a-450c-9191-39d91c11b1d8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:22:57.008578 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: f86565e9-e88a-450c-9191-39d91c11b1d8 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:22:57.008915 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device f86565e9-e88a-450c-9191-39d91c11b1d8 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:22:57.031135 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:59.234259 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c01de68b-4b0c-48f7-8469-5368d1b42ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:22:59.407278 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36104) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:22:59.860872 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.116902 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Deleting port 88d2208c-990c-49a7-b959-76ff09b68fff {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:00.117194 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.190482 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] For port 88d2208c-990c-49a7-b959-76ff09b68fff, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=88d2208c-990c-49a7-b959-76ff09b68fff,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:00.190830 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.203024 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Calling delete_port for 88d2208c-990c-49a7-b959-76ff09b68fff owned by network:router_interface {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:00.396937 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:00.425214 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=88d2208c-990c-49a7-b959-76ff09b68fff,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:00.859194 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-6afb720d-8212-4984-be0a-98bf8a9da7fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3921614 Jul 13 19:23:00.880228 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.012227 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-53300f27-cdb8-4a1b-bf1f-5fb4dd7b11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.013730 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-53300f27-cdb8-4a1b-bf1f-5fb4dd7b11e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1098 time: 0.1314249 Jul 13 19:23:01.190935 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Router 666a3626-20b6-4027-a351-7963f012fd96 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:01.192188 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-1afd8bbe-2bf5-4b83-b633-7308ed31388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.193653 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-1afd8bbe-2bf5-4b83-b633-7308ed31388b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 909 time: 0.1341796 Jul 13 19:23:01.317750 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-592358d2-71f5-40b0-aea8-f31c472632f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 1000 time: 0.1173551 Jul 13 19:23:01.372624 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:01.380938 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-6a47354d-4719-49d8-85a4-28cbc7426d2e admin admin] 10.222.0.62 "PUT /v2.0/routers/666a3626-20b6-4027-a351-7963f012fd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9698820 Jul 13 19:23:01.381427 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36110) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:01.381977 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] Sync routers for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:01.384627 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-1b380751-ba8b-4aec-b2bb-cd1f83c6a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.386094 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-1b380751-ba8b-4aec-b2bb-cd1f83c6a24d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.0588186 Jul 13 19:23:01.393199 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:01.393833 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:01.444078 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-29dccec7-3301-49ed-a18e-a5aa1c46fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:01.445480 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-29dccec7-3301-49ed-a18e-a5aa1c46fa92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530865 Jul 13 19:23:01.484841 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.499088 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:01.546550 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-0385a297-c0b7-48f2-b93a-d786c5cf90bf service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938945 Jul 13 19:23:01.585562 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.646324 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-331473e0-bd31-47d6-a5e3-a162f971c85e req-396c3dcb-803b-4436-ad2b-6c55c0e16864 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935445 Jul 13 19:23:01.647799 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Deleting port 520a0e1a-5ce9-4f06-840a-16531b20c801 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:01.648148 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.679168 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:23:00Z', 'revision_number': 5, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port': {'id': '520a0e1a-5ce9-4f06-840a-16531b20c801', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666a3626-20b6-4027-a351-7963f012fd96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:16:49Z', 'updated_at': '2021-07-13T19:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:01.727443 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] For port 520a0e1a-5ce9-4f06-840a-16531b20c801, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=520a0e1a-5ce9-4f06-840a-16531b20c801,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:01.727703 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.742408 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Calling delete_port for 520a0e1a-5ce9-4f06-840a-16531b20c801 owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:01.832633 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] Checking router: 666a3626-20b6-4027-a351-7963f012fd96 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:01.845933 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] Routers {'666a3626-20b6-4027-a351-7963f012fd96'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:01.846533 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:22:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['666a3626-20b6-4027-a351-7963f012fd96'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:01.849413 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-337865c5-cafb-4a7a-a118-d69f32ce56ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.910502 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:01.932208 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] Set router 666a3626-20b6-4027-a351-7963f012fd96 gateway port host: None {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:01.935406 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Pushing event deleted for resources: {'Port': ['ID=520a0e1a-5ce9-4f06-840a-16531b20c801,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:01.985592 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:23:01Z', 'revision_number': 6, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:01.999576 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.011191 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ae81a-757c-4a6d-b6cc-039d194d0fbd None None] The sync data for ids ['666a3626-20b6-4027-a351-7963f012fd96'] in dv-cinder-786930-3-iscsi is: [{'id': '666a3626-20b6-4027-a351-7963f012fd96', 'name': 'tempest-AttachVolumeTestJSON-648761306-router', 'tenant_id': '637ed99e4c1545208c0e83da3892e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:16:48Z', 'updated_at': '2021-07-13T19:23:01Z', 'revision_number': 6, 'project_id': '637ed99e4c1545208c0e83da3892e4bc', 'gw_port_host': None}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:02.088170 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.090391 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.133036 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.133759 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666a3626-20b6-4027-a351-7963f012fd96 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:23:02.139291 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.140504 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a923941c-2fe2-470e-92f1-4630ef932596 admin admin] 10.222.0.62 "DELETE /v2.0/routers/666a3626-20b6-4027-a351-7963f012fd96 HTTP/1.1" status: 204 len: 168 time: 0.7580554 Jul 13 19:23:02.142987 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36112) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:02.191621 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.194728 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] Deleting subnet 8eea21d8-86f9-48f5-8c7a-4d386c577354 {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:02.198024 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.216626 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:02.231918 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.310004 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.364478 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.394065 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eea21d8-86f9-48f5-8c7a-4d386c577354,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:02.399091 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.401062 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-b580c1fb-407c-4d17-8e5c-080a76bcc02f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8eea21d8-86f9-48f5-8c7a-4d386c577354 HTTP/1.1" status: 204 len: 168 time: 0.2570903 Jul 13 19:23:02.403552 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36116) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:02.406219 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76eecb2-19b8-4b20-8074-45e6043a3422 None None] Network cd3c88f6-61d9-4b32-8611-f737d1bc850f requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:02.470765 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.526244 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Deleting port 0afeb969-7866-4d76-b6d1-002808f66e06 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:02.527095 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.590432 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] For port 0afeb969-7866-4d76-b6d1-002808f66e06, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=0afeb969-7866-4d76-b6d1-002808f66e06,segment=NetworkSegment(b44d5ff2-ec41-43ed-97e8-aae96876ec09),segment_id=b44d5ff2-ec41-43ed-97e8-aae96876ec09)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:02.590791 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.602782 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Calling delete_port for 0afeb969-7866-4d76-b6d1-002808f66e06 owned by network:dhcp {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:02.682122 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.706564 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afeb969-7866-4d76-b6d1-002808f66e06,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:02.709991 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] No DVR routers for this DVR port 0afeb969-7866-4d76-b6d1-002808f66e06 on host dv-cinder-786930-3-iscsi {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:02.781246 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.784483 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d961acc-4f83-4784-bdcf-666d11982b3b None None] DHCP port deletion for cd3c88f6-61d9-4b32-8611-f737d1bc850f request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:23:02.796970 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3c88f6-61d9-4b32-8611-f737d1bc850f']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:02.803833 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44d5ff2-ec41-43ed-97e8-aae96876ec09') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:02.804128 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44d5ff2-ec41-43ed-97e8-aae96876ec09') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:02.813106 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.826483 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.832330 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:02.832720 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:02.834374 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:02.895832 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.898370 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.900571 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 520a0e1a-5ce9-4f06-840a-16531b20c801 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:02.902445 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:02.906978 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cd3c88f6-61d9-4b32-8611-f737d1bc850f HTTP/1.1" status: 204 len: 168 time: 0.4999125 Jul 13 19:23:02.919210 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822140a2-a21e-401a-8ca6-940b2671a5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3c88f6-61d9-4b32-8611-f737d1bc850f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:02.926769 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 520a0e1a-5ce9-4f06-840a-16531b20c801 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:02.927118 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 520a0e1a-5ce9-4f06-840a-16531b20c801 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:02.927539 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 88d2208c-990c-49a7-b959-76ff09b68fff no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:02.945901 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 88d2208c-990c-49a7-b959-76ff09b68fff {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:02.946248 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 88d2208c-990c-49a7-b959-76ff09b68fff not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:02.946665 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 0afeb969-7866-4d76-b6d1-002808f66e06 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:02.965305 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 0afeb969-7866-4d76-b6d1-002808f66e06 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:02.965730 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 0afeb969-7866-4d76-b6d1-002808f66e06 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:03.023043 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36120) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:03.066559 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-69a44f9e-f8ef-48e2-a890-d2121cbccd2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=637ed99e4c1545208c0e83da3892e4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397811 Jul 13 19:23:03.067079 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36122) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:03.114166 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-49aaff0a-1db3-48cc-979e-eb0473bd8180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.135542 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-49aaff0a-1db3-48cc-979e-eb0473bd8180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.182995 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-49aaff0a-1db3-48cc-979e-eb0473bd8180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.185975 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-49aaff0a-1db3-48cc-979e-eb0473bd8180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:03.187153 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-49aaff0a-1db3-48cc-979e-eb0473bd8180 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/567c7368-f9b0-4cbd-a7cd-78e1920b32c5 HTTP/1.1" status: 204 len: 168 time: 0.1192198 Jul 13 19:23:03.195099 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaff0a-1db3-48cc-979e-eb0473bd8180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c7368-f9b0-4cbd-a7cd-78e1920b32c5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:04.715627 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.095620 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36256) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:06.209859 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cb5162cc-c857-46e5-a794-a54fbd310da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.298615 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cb5162cc-c857-46e5-a794-a54fbd310da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.302845 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-cb5162cc-c857-46e5-a794-a54fbd310da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.339776 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-cb5162cc-c857-46e5-a794-a54fbd310da2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a18ed8a73214a24a32f7d450db959cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430463 Jul 13 19:23:06.340653 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5162cc-c857-46e5-a794-a54fbd310da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d97378-7189-4569-9d61-0db140dad54b,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.342837 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36260) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:06.392404 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bfa0319b-a847-4576-934c-8eb2b444e22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.414929 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bfa0319b-a847-4576-934c-8eb2b444e22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.468078 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bfa0319b-a847-4576-934c-8eb2b444e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.470856 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bfa0319b-a847-4576-934c-8eb2b444e22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.472056 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-bfa0319b-a847-4576-934c-8eb2b444e22e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13d97378-7189-4569-9d61-0db140dad54b HTTP/1.1" status: 204 len: 168 time: 0.1282187 Jul 13 19:23:06.481643 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0319b-a847-4576-934c-8eb2b444e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d97378-7189-4569-9d61-0db140dad54b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.765031 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36266) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:06.778435 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0f40c97f-e3fe-466d-99ca-6177050f4b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.869759 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0f40c97f-e3fe-466d-99ca-6177050f4b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.875683 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-0f40c97f-e3fe-466d-99ca-6177050f4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.913595 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-0f40c97f-e3fe-466d-99ca-6177050f4b9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc397225a9c24c25878bebb4d8665fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474075 Jul 13 19:23:06.914451 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40c97f-e3fe-466d-99ca-6177050f4b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f62e20-3278-492a-8a7d-5cef3b7d67ab,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:06.916487 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36268) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:06.968287 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5a9edb92-5d02-44c7-b193-46c54dd6720a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:06.988807 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5a9edb92-5d02-44c7-b193-46c54dd6720a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.036520 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5a9edb92-5d02-44c7-b193-46c54dd6720a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.039144 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5a9edb92-5d02-44c7-b193-46c54dd6720a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:07.040282 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5a9edb92-5d02-44c7-b193-46c54dd6720a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88f62e20-3278-492a-8a7d-5cef3b7d67ab HTTP/1.1" status: 204 len: 168 time: 0.1228480 Jul 13 19:23:07.048016 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9edb92-5d02-44c7-b193-46c54dd6720a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f62e20-3278-492a-8a7d-5cef3b7d67ab,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:08.773425 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36322) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:08.884301 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.993678 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:08.999287 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.034154 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961e50fe-726b-4024-8fc2-651132508e6d,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.037866 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=656b23d41b8a40528b15886ad5a5815c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633061 Jul 13 19:23:09.040950 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36326) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:09.043787 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.044133 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.044466 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.044792 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.045134 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.045444 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.045771 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.046094 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.046428 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.046753 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.047068 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.047367 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32132993-5fd5-4c62-900b-f7228725d53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:09.104545 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fc640e24-0289-4708-a5df-37dee29ce143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.127373 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fc640e24-0289-4708-a5df-37dee29ce143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.175715 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fc640e24-0289-4708-a5df-37dee29ce143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.178335 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fc640e24-0289-4708-a5df-37dee29ce143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.179503 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-fc640e24-0289-4708-a5df-37dee29ce143 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/961e50fe-726b-4024-8fc2-651132508e6d HTTP/1.1" status: 204 len: 168 time: 0.1375844 Jul 13 19:23:09.187117 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc640e24-0289-4708-a5df-37dee29ce143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e50fe-726b-4024-8fc2-651132508e6d,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.443680 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36332) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:09.459599 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-491d6b5a-43a2-4838-893b-b1fc9370ed8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.550139 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-491d6b5a-43a2-4838-893b-b1fc9370ed8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.556216 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-491d6b5a-43a2-4838-893b-b1fc9370ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.594233 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-491d6b5a-43a2-4838-893b-b1fc9370ed8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bb279cccc48410d97e2cbc0ad73512e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494753 Jul 13 19:23:09.595103 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6b5a-43a2-4838-893b-b1fc9370ed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7819ec91-0cc9-4fa2-bc8f-a2a17f04daee,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:09.597175 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36334) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:09.645832 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-37b180aa-e6a5-4ca1-b7a0-ae1c582d327f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.669114 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-37b180aa-e6a5-4ca1-b7a0-ae1c582d327f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.725199 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-37b180aa-e6a5-4ca1-b7a0-ae1c582d327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.729271 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-37b180aa-e6a5-4ca1-b7a0-ae1c582d327f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:09.730818 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-37b180aa-e6a5-4ca1-b7a0-ae1c582d327f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7819ec91-0cc9-4fa2-bc8f-a2a17f04daee HTTP/1.1" status: 204 len: 168 time: 0.1325595 Jul 13 19:23:09.738374 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b180aa-e6a5-4ca1-b7a0-ae1c582d327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7819ec91-0cc9-4fa2-bc8f-a2a17f04daee,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:11.841810 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36408) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:11.949666 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d1775c9c-dd04-4e8f-853e-bcdeafc8a756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.041872 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d1775c9c-dd04-4e8f-853e-bcdeafc8a756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.047621 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d1775c9c-dd04-4e8f-853e-bcdeafc8a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.082364 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1775c9c-dd04-4e8f-853e-bcdeafc8a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f7a23a-64c5-43cd-90fa-777d051838ff,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:12.086662 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d1775c9c-dd04-4e8f-853e-bcdeafc8a756 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63676fef83ee4453bf6a5a9636426895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438188 Jul 13 19:23:12.091109 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36412) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:12.139393 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7cc341e1-8e09-4afa-a2ce-c82f4863d432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.162319 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7cc341e1-8e09-4afa-a2ce-c82f4863d432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.211484 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7cc341e1-8e09-4afa-a2ce-c82f4863d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.214199 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7cc341e1-8e09-4afa-a2ce-c82f4863d432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.215392 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7cc341e1-8e09-4afa-a2ce-c82f4863d432 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56f7a23a-64c5-43cd-90fa-777d051838ff HTTP/1.1" status: 204 len: 168 time: 0.1237566 Jul 13 19:23:12.223595 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc341e1-8e09-4afa-a2ce-c82f4863d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f7a23a-64c5-43cd-90fa-777d051838ff,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:12.477304 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36426) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:12.490510 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9b052c12-ba84-43b8-b04c-ce5eaeaedf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.585309 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9b052c12-ba84-43b8-b04c-ce5eaeaedf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.589443 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9b052c12-ba84-43b8-b04c-ce5eaeaedf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.613966 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd0d5-49be-457e-a2ad-6ae48247b750 req-218a26d7-07d3-4f2a-8107-9fed8ff88818 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:12.615445 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-337dd0d5-49be-457e-a2ad-6ae48247b750 req-218a26d7-07d3-4f2a-8107-9fed8ff88818 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 946 time: 0.0641398 Jul 13 19:23:12.627713 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9b052c12-ba84-43b8-b04c-ce5eaeaedf39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=870c83c4493145dca182ebe12239f101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490934 Jul 13 19:23:12.629801 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36428) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:12.636212 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b052c12-ba84-43b8-b04c-ce5eaeaedf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a489f373-30e4-4ece-93b2-b14cb8b6a005,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:12.654244 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-337dd0d5-49be-457e-a2ad-6ae48247b750 req-31f69370-c503-4aea-8575-d7fc047bc231 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329309 Jul 13 19:23:12.688943 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fe51fb9-be70-4b02-a331-677c2b8d2a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.702766 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fe51fb9-be70-4b02-a331-677c2b8d2a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.750301 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fe51fb9-be70-4b02-a331-677c2b8d2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.752762 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9fe51fb9-be70-4b02-a331-677c2b8d2a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:12.753963 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9fe51fb9-be70-4b02-a331-677c2b8d2a09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a489f373-30e4-4ece-93b2-b14cb8b6a005 HTTP/1.1" status: 204 len: 168 time: 0.1232173 Jul 13 19:23:12.762262 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe51fb9-be70-4b02-a331-677c2b8d2a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a489f373-30e4-4ece-93b2-b14cb8b6a005,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:13.883902 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e6117-f65d-4869-b8f9-6137a479724d req-4c5362a2-9e2d-407a-8a47-0c3a37c5bec6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.885795 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-386e6117-f65d-4869-b8f9-6137a479724d req-4c5362a2-9e2d-407a-8a47-0c3a37c5bec6 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 946 time: 0.1075730 Jul 13 19:23:13.900225 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-bab81f0c-47b1-4513-bb2a-e9bf015aaf85 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:13.901678 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-bab81f0c-47b1-4513-bb2a-e9bf015aaf85 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 946 time: 0.0927351 Jul 13 19:23:13.970866 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-386e6117-f65d-4869-b8f9-6137a479724d req-b236d9dc-2fe1-4095-a5aa-baa27f313915 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787554 Jul 13 19:23:14.035491 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Deleting port d57baa89-f372-4eba-a2c8-04b3acb25c4e {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:14.035853 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.120992 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] For port d57baa89-f372-4eba-a2c8-04b3acb25c4e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d57baa89-f372-4eba-a2c8-04b3acb25c4e,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:14.121362 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.291362 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.291814 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.292131 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Floating IP 8b10a9a8-ece3-42db-8b77-c079ee403f31 disassociated. External IP: 172.27.3.222, port: d57baa89-f372-4eba-a2c8-04b3acb25c4e. Jul 13 19:23:14.292513 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Calling delete_port for d57baa89-f372-4eba-a2c8-04b3acb25c4e owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:14.422008 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.455822 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event deleted for resources: {'Port': ['ID=d57baa89-f372-4eba-a2c8-04b3acb25c4e,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:14.573769 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Router b214c445-f8b4-4191-a264-c53a237395b3 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:14.682564 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:14.693754 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] Sync routers for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:14.704821 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:14.705523 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:23:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:14.730799 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] No DVR routers for this DVR port d57baa89-f372-4eba-a2c8-04b3acb25c4e on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:14.733603 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:14.735714 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a7631a08-cf25-4c4c-ae2c-714303373e39 req-cf90afb3-c6d4-4872-9e98-ad1055552045 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.61 "DELETE /v2.0/ports/d57baa89-f372-4eba-a2c8-04b3acb25c4e HTTP/1.1" status: 204 len: 173 time: 0.8273187 Jul 13 19:23:14.736162 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-deleted', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:23:14.738431 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c9b6cc-c10d-4e3a-9e27-787440534d89" -d '{"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-deleted", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:23:14.780328 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1386260c-de25-44cf-8c17-0d84461c09c0 x-openstack-request-id: req-1386260c-de25-44cf-8c17-0d84461c09c0 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:23:14.780621 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a5b89e-42c2-4c49-a970-1847ee767115", "name": "network-vif-deleted", "tag": "d57baa89-f372-4eba-a2c8-04b3acb25c4e", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:23:14.780871 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1386260c-de25-44cf-8c17-0d84461c09c0 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:23:14.781278 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a5b89e-42c2-4c49-a970-1847ee767115', 'name': 'network-vif-deleted', 'tag': 'd57baa89-f372-4eba-a2c8-04b3acb25c4e', 'status': 'completed', 'code': 200} Jul 13 19:23:14.818134 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:15.105055 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:15.131313 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] Checking router: b214c445-f8b4-4191-a264-c53a237395b3 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:15.139476 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:15.140083 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:23:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:15.151643 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-abd5206a-a23b-4f2c-b16c-a1a54f149a2e req-428c5d83-7318-4e53-bba1-5ce758aa787c tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a5b89e-42c2-4c49-a970-1847ee767115 HTTP/1.1" status: 200 len: 210 time: 0.0290761 Jul 13 19:23:15.250420 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:15.453831 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:15.479829 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8265f8ec-7309-4806-8329-93bbdae82489 None None] The sync data for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi is: [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:15:41Z', 'revision_number': 4, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'f2e4ea22-0359-47d3-9003-ddc94a30bb60', 'name': '', 'network_id': '4cd79301-d87a-4d0a-8170-40824eeac598', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'mac_address': 'fa:16:3e:23:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:37Z', 'updated_at': '2021-07-13T19:15:52Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'subnets': [{'id': 'fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:15.695160 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b04c0-9fcc-453c-ac93-53839917aeaa None None] New status for floating IP 8b10a9a8-ece3-42db-8b77-c079ee403f31: DOWN {{(pid=93116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:23:16.286759 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36526) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:16.343756 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4681c3b2-6fcd-4a13-9049-f59f1fb9e28a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.368990 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4681c3b2-6fcd-4a13-9049-f59f1fb9e28a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.423041 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4681c3b2-6fcd-4a13-9049-f59f1fb9e28a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.425634 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-4681c3b2-6fcd-4a13-9049-f59f1fb9e28a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.426819 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-4681c3b2-6fcd-4a13-9049-f59f1fb9e28a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "DELETE /v2.0/security-groups/1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787 HTTP/1.1" status: 204 len: 168 time: 0.1390462 Jul 13 19:23:16.429721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36528) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:16.435857 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681c3b2-6fcd-4a13-9049-f59f1fb9e28a tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:16.443496 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.api.v2.resource [None req-21b0edef-c745-4565-b7b2-c93852e3f292 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] show failed (client error): The resource could not be found. Jul 13 19:23:16.444486 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-21b0edef-c745-4565-b7b2-c93852e3f292 tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "GET /v2.0/security-groups/1d5baf3c-fc6a-463b-aa87-7d8d8ee2e787 HTTP/1.1" status: 404 len: 347 time: 0.0137846 Jul 13 19:23:16.447328 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36530) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:16.571628 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Deleting port 0f9495a5-0106-45d4-97c4-322d50ddf3e4 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:16.571963 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.649254 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.649601 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.661820 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Calling delete_port for 0f9495a5-0106-45d4-97c4-322d50ddf3e4 owned by network:floatingip {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:16.794153 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.821325 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Pushing event deleted for resources: {'Port': ['ID=0f9495a5-0106-45d4-97c4-322d50ddf3e4,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:16.881557 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.884094 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:16.885234 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-2e45c3c9-3155-46b6-b31a-73c5d136a10e tempest-AttachVolumeShelveTestJSON-749325529 tempest-AttachVolumeShelveTestJSON-749325529-project] 10.222.0.62 "DELETE /v2.0/floatingips/8b10a9a8-ece3-42db-8b77-c079ee403f31 HTTP/1.1" status: 204 len: 168 time: 0.4369717 Jul 13 19:23:17.081250 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:17.105099 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: d57baa89-f372-4eba-a2c8-04b3acb25c4e {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:17.105415 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device d57baa89-f372-4eba-a2c8-04b3acb25c4e not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:19.458067 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36558) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:19.983137 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.241109 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Deleting port f2e4ea22-0359-47d3-9003-ddc94a30bb60 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:20.241364 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.323949 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] For port f2e4ea22-0359-47d3-9003-ddc94a30bb60, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=f2e4ea22-0359-47d3-9003-ddc94a30bb60,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:20.324305 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.336744 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Calling delete_port for f2e4ea22-0359-47d3-9003-ddc94a30bb60 owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:20.528633 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.553919 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e4ea22-0359-47d3-9003-ddc94a30bb60,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:20.721139 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:20.943397 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Router b214c445-f8b4-4191-a264-c53a237395b3 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:23:21.052883 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:23:21.058726 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-ac1ba50f-353d-4b2c-9f15-265255ea270b admin admin] 10.222.0.62 "PUT /v2.0/routers/b214c445-f8b4-4191-a264-c53a237395b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5995476 Jul 13 19:23:21.061445 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36564) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:21.064526 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] Sync routers for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:23:21.075657 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:21.076321 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:23:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:21.180930 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:21.364559 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:23:20Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:21.392187 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] Checking router: b214c445-f8b4-4191-a264-c53a237395b3 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:23:21.401649 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] Routers {'b214c445-f8b4-4191-a264-c53a237395b3'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:23:21.401649 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:23:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['b214c445-f8b4-4191-a264-c53a237395b3'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:21.428834 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.504908 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] Set router b214c445-f8b4-4191-a264-c53a237395b3 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:23:21.526514 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.579675 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Deleting port fdd18f8d-9cca-40da-85c7-4d15ad6e618b {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:21.580406 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.669395 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] For port fdd18f8d-9cca-40da-85c7-4d15ad6e618b, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:21.669706 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.679617 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:23:20Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:21.682542 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Calling delete_port for fdd18f8d-9cca-40da-85c7-4d15ad6e618b owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:21.708197 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e85e178-5599-4174-809d-e45a775ffbea None None] The sync data for ids ['b214c445-f8b4-4191-a264-c53a237395b3'] in dv-cinder-786930-3-iscsi is: [{'id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1386843164-router', 'tenant_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:15:31Z', 'updated_at': '2021-07-13T19:23:20Z', 'revision_number': 5, 'project_id': '5e6b8bbfe0ef46c787ecb467cd99983a', 'gw_port': {'id': 'fdd18f8d-9cca-40da-85c7-4d15ad6e618b', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b214c445-f8b4-4191-a264-c53a237395b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:15:33Z', 'updated_at': '2021-07-13T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:23:21.863248 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:21.888830 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd18f8d-9cca-40da-85c7-4d15ad6e618b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:21.950923 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.040455 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.042777 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.095928 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.096388 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b214c445-f8b4-4191-a264-c53a237395b3 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:23:22.100900 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.102194 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-896d5f34-cbad-4fb7-b489-6035eea7dd18 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b214c445-f8b4-4191-a264-c53a237395b3 HTTP/1.1" status: 204 len: 168 time: 1.0394111 Jul 13 19:23:22.104979 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36568) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:22.155229 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] Deleting subnet fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:23:22.158949 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.197843 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839961'] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.306937 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.366328 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4617290'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.389580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:22.395129 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.396995 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c593f98c-fce6-4afe-b799-7c3d69978df2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fafb84d5-9cd7-4c6e-b7d0-c8d1a99693d2 HTTP/1.1" status: 204 len: 168 time: 0.2908220 Jul 13 19:23:22.399693 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36572) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:22.400445 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d9549-f2c0-48e9-b129-bbf44a49a07f None None] Network 4cd79301-d87a-4d0a-8170-40824eeac598 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:22.474821 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.531350 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Deleting port ccc90705-5856-437b-aee5-d267933f3417 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:23:22.531855 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.596901 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] For port ccc90705-5856-437b-aee5-d267933f3417, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=ccc90705-5856-437b-aee5-d267933f3417,segment=NetworkSegment(cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a),segment_id=cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:23:22.597659 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.609729 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Calling delete_port for ccc90705-5856-437b-aee5-d267933f3417 owned by network:dhcp {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:23:22.690956 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c15f79-e692-45ac-99cb-3a011f4dd17c None None] DHCP port deletion for 4cd79301-d87a-4d0a-8170-40824eeac598 request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:23:22.697447 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.714667 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-54c15f79-e692-45ac-99cb-3a011f4dd17c None None] The port 'ccc90705-5856-437b-aee5-d267933f3417' was deleted {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 19:23:22.722895 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc90705-5856-437b-aee5-d267933f3417,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:22.733844 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] No DVR routers for this DVR port ccc90705-5856-437b-aee5-d267933f3417 on host dv-cinder-786930-3-iscsi {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:23:22.814208 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.830951 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd79301-d87a-4d0a-8170-40824eeac598']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:22.845246 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:22.845480 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8e64b3-2ff8-4c8c-a54a-6ed65a90bd5a') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:23:22.854867 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.871756 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.878566 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:23:22.878964 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:23:22.880632 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:23:22.908352 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device f2e4ea22-0359-47d3-9003-ddc94a30bb60 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:22.928546 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: f2e4ea22-0359-47d3-9003-ddc94a30bb60 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:22.928891 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device f2e4ea22-0359-47d3-9003-ddc94a30bb60 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:22.929322 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fdd18f8d-9cca-40da-85c7-4d15ad6e618b no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:22.943669 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.949942 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:22.951276 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: fdd18f8d-9cca-40da-85c7-4d15ad6e618b {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:22.952191 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4cd79301-d87a-4d0a-8170-40824eeac598 HTTP/1.1" status: 204 len: 168 time: 0.5511265 Jul 13 19:23:22.954423 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device fdd18f8d-9cca-40da-85c7-4d15ad6e618b not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:22.954869 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ccc90705-5856-437b-aee5-d267933f3417 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:23:22.962662 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909d5d-f589-4c22-9452-9c3c0ad524d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd79301-d87a-4d0a-8170-40824eeac598,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:22.974073 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: ccc90705-5856-437b-aee5-d267933f3417 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:23:22.974468 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device ccc90705-5856-437b-aee5-d267933f3417 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:23:23.072049 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36578) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:23.113202 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-bd879ea6-ebea-4e14-9d05-050cb2d4e80a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e6b8bbfe0ef46c787ecb467cd99983a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397909 Jul 13 19:23:23.116894 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36580) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:23.167316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3919b22c-af77-4372-b03f-a6f75e2d179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.189214 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3919b22c-af77-4372-b03f-a6f75e2d179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.239314 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3919b22c-af77-4372-b03f-a6f75e2d179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.241849 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3919b22c-af77-4372-b03f-a6f75e2d179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:23.242998 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-3919b22c-af77-4372-b03f-a6f75e2d179a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54f379eb-caa0-421c-8bdb-074eedb1e6fc HTTP/1.1" status: 204 len: 168 time: 0.1251514 Jul 13 19:23:23.250609 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919b22c-af77-4372-b03f-a6f75e2d179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f379eb-caa0-421c-8bdb-074eedb1e6fc,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:27.050440 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:29.230451 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-99936231-d589-43db-a6ff-e90d68927f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:31.833150 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1f0a61cf-1de3-4c3c-ac39-bc56b3546a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.193587 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:32.902696 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:34.721758 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:39.215513 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:23:40.574163 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36796) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:40.680066 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4184d3c5-1c3c-483c-bf61-67a5f7aa6534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.769111 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4184d3c5-1c3c-483c-bf61-67a5f7aa6534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.775499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4184d3c5-1c3c-483c-bf61-67a5f7aa6534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.815378 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-4184d3c5-1c3c-483c-bf61-67a5f7aa6534 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5475bdb25d9c44108c7cb674a80a44ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401447 Jul 13 19:23:40.816248 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184d3c5-1c3c-483c-bf61-67a5f7aa6534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1bdf5-7b7a-4d86-a49b-8bafe2cb97fb,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:40.818381 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36800) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:40.870726 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.892020 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.942383 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.945011 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:40.948648 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27c1bdf5-7b7a-4d86-a49b-8bafe2cb97fb HTTP/1.1" status: 204 len: 168 time: 0.1267681 Jul 13 19:23:40.953767 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1bdf5-7b7a-4d86-a49b-8bafe2cb97fb,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:40.961025 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.961378 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.961735 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.962067 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.962397 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.962784 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.963041 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.963366 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.963730 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.964055 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.964378 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:40.964696 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be941589-abda-4387-9d6d-e7075da0c490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:23:41.217338 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36810) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:41.230938 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-030c248d-07b0-41a7-ad62-92503d8828cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.328330 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-030c248d-07b0-41a7-ad62-92503d8828cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.333084 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-030c248d-07b0-41a7-ad62-92503d8828cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.370082 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c248d-07b0-41a7-ad62-92503d8828cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0071aef5-a166-47f1-b6a6-f50502773c00,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:41.374592 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-030c248d-07b0-41a7-ad62-92503d8828cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e387f0bca0504921a832d0c8f1d0ab10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561697 Jul 13 19:23:41.377739 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36816) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:41.425802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e6e6463e-a482-42aa-81ad-68010cedc333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.446207 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e6e6463e-a482-42aa-81ad-68010cedc333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.494648 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e6e6463e-a482-42aa-81ad-68010cedc333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.497382 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e6e6463e-a482-42aa-81ad-68010cedc333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:41.498617 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e6e6463e-a482-42aa-81ad-68010cedc333 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0071aef5-a166-47f1-b6a6-f50502773c00 HTTP/1.1" status: 204 len: 168 time: 0.1200018 Jul 13 19:23:41.507281 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6463e-a482-42aa-81ad-68010cedc333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0071aef5-a166-47f1-b6a6-f50502773c00,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.338395 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36880) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:43.445721 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e004efc8-7fb9-4d39-9632-7093a19461c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.532974 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e004efc8-7fb9-4d39-9632-7093a19461c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.539172 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-e004efc8-7fb9-4d39-9632-7093a19461c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.579109 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-e004efc8-7fb9-4d39-9632-7093a19461c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b00cd626fab24178a3995b5747aa0598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396145 Jul 13 19:23:43.580264 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004efc8-7fb9-4d39-9632-7093a19461c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36aefa-1793-4a88-90bd-dc8dad320b10,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.582010 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36886) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:43.632304 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba60e-756a-4836-a1f7-2ca305863e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.654747 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba60e-756a-4836-a1f7-2ca305863e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.707721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba60e-756a-4836-a1f7-2ca305863e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.710397 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba60e-756a-4836-a1f7-2ca305863e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:43.711621 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-fb1ba60e-756a-4836-a1f7-2ca305863e30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a36aefa-1793-4a88-90bd-dc8dad320b10 HTTP/1.1" status: 204 len: 168 time: 0.1285541 Jul 13 19:23:43.720029 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ba60e-756a-4836-a1f7-2ca305863e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36aefa-1793-4a88-90bd-dc8dad320b10,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:43.995704 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36892) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:44.009160 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5f056461-1d9e-4494-b1d5-e08a7b687b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.110883 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5f056461-1d9e-4494-b1d5-e08a7b687b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.116145 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5f056461-1d9e-4494-b1d5-e08a7b687b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.153762 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5f056461-1d9e-4494-b1d5-e08a7b687b41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25176120a86549bda47283b086e5252d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568229 Jul 13 19:23:44.154611 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f056461-1d9e-4494-b1d5-e08a7b687b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a599c-8fb9-43d1-8db7-786996083fd5,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.157565 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36894) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:44.210933 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20149cac-bbbf-4189-a0b1-fb5ca6929cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.233253 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20149cac-bbbf-4189-a0b1-fb5ca6929cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.283105 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20149cac-bbbf-4189-a0b1-fb5ca6929cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.286079 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-20149cac-bbbf-4189-a0b1-fb5ca6929cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:44.287315 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-20149cac-bbbf-4189-a0b1-fb5ca6929cb1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f93a599c-8fb9-43d1-8db7-786996083fd5 HTTP/1.1" status: 204 len: 168 time: 0.1277564 Jul 13 19:23:44.295302 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20149cac-bbbf-4189-a0b1-fb5ca6929cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a599c-8fb9-43d1-8db7-786996083fd5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:44.971281 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36918) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.076664 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-946076122-network', 'tenant_id': '34426d4c69ae4525818ba564e1db7d76'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:45.099072 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Made reservation on behalf of 34426d4c69ae4525818ba564e1db7d76 for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:45.101308 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.112272 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.201511 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.207959 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.230833 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:45.240082 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d77ff15-9b31-4760-9dcf-cee3a356c8a9,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.244785 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.245126 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Added segment e73141dc-f608-412a-86b6-2cd37821eaff of type vlan for network 42519000-dd34-472f-a05c-2dbca8c3a818 Jul 13 19:23:45.284470 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.315694 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.316679 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.317253 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.367567 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3951645 Jul 13 19:23:45.370713 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 36922) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:45.375890 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.v2.base [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Request body: {'subnet': {'network_id': '42519000-dd34-472f-a05c-2dbca8c3a818', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-946076122-subnet', 'tenant_id': '34426d4c69ae4525818ba564e1db7d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:45.376486 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519af9d-cbc7-4146-9381-3727bed8b391 admin admin] Pushing event updated for resources: {'Network': ['ID=42519000-dd34-472f-a05c-2dbca8c3a818,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.386474 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 42519000-dd34-472f-a05c-2dbca8c3a818 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:45.399008 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Made reservation on behalf of 34426d4c69ae4525818ba564e1db7d76 for: {'subnet': 1} {{(pid=93114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:45.401755 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7218301'] for subnet, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.575046 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6501010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7218255'] for subnet, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.632451 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1687388-a390-4b87-8dc8-69c44a88970c,revision_number=0']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:45.637725 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Checking segment: {'id': 'e73141dc-f608-412a-86b6-2cd37821eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '42519000-dd34-472f-a05c-2dbca8c3a818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:45.638089 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Network hostable DHCP agents. Network: 42519000-dd34-472f-a05c-2dbca8c3a818, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:45.654783 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Network 42519000-dd34-472f-a05c-2dbca8c3a818 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:45.664109 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.base_scheduler [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 42519000-dd34-472f-a05c-2dbca8c3a818) {{(pid=93114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:45.669429 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:45.670888 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:45.672586 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3086e-9411-4ccd-8e71-e714f8b9d952 None None] Network 42519000-dd34-472f-a05c-2dbca8c3a818 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:45.685681 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-42bc14c2-c475-4216-a3b3-7e104edcf1d7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3138566 Jul 13 19:23:45.801815 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc5bc4-428e-4077-93a0-0c3c5718217f None None] Network 42519000-dd34-472f-a05c-2dbca8c3a818 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:46.179542 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36946) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:46.184546 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245707866-network', 'tenant_id': 'f0125de06b0a4933ace9a14ea5d1209a'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:46.206451 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Made reservation on behalf of f0125de06b0a4933ace9a14ea5d1209a for: {'network': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:46.208823 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for network, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.217498 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.304682 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.309799 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.332525 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=93115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 19:23:46.341872 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4008d50b-cfc7-477f-bdde-37bad031a27f,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.349332 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.349332 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.segments_db [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Added segment df712dc7-d7cf-47e3-89b5-2e6b2436cc49 of type vlan for network 61ce344d-fe5f-450d-bd3f-6d2408e06cd7 Jul 13 19:23:46.386657 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779765218847'] for network, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.416145 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624'] for network, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.417182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.417840 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.476857 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2962275 Jul 13 19:23:46.479736 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 36948) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:46.486596 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Request body: {'subnet': {'network_id': '61ce344d-fe5f-450d-bd3f-6d2408e06cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245707866-subnet', 'tenant_id': 'f0125de06b0a4933ace9a14ea5d1209a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:23:46.490739 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610cbb3-2435-49eb-9899-fc8297104e1d admin admin] Pushing event updated for resources: {'Network': ['ID=61ce344d-fe5f-450d-bd3f-6d2408e06cd7,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.500333 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Network 61ce344d-fe5f-450d-bd3f-6d2408e06cd7 details requested by agent ovs-agent-dv-cinder-786930-3-iscsi with host dv-cinder-786930-3-iscsi {{(pid=93116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 19:23:46.511923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Made reservation on behalf of f0125de06b0a4933ace9a14ea5d1209a for: {'subnet': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:23:46.514350 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4617327'] for subnet, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.686713 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4840081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4617309'] for subnet, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.736128 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9cb28fd-1f0a-4b15-8fec-1dfe9f29cd4a,revision_number=0']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:46.746341 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Checking segment: {'id': 'df712dc7-d7cf-47e3-89b5-2e6b2436cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61ce344d-fe5f-450d-bd3f-6d2408e06cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:23:46.746676 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Network hostable DHCP agents. Network: 61ce344d-fe5f-450d-bd3f-6d2408e06cd7, hostable agents: ['124ef889-3f50-4794-958c-2d8ab953f1e5'], hosted agents: [] {{(pid=93115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 19:23:46.763204 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Network 61ce344d-fe5f-450d-bd3f-6d2408e06cd7 is scheduled to be hosted by DHCP agent 124ef889-3f50-4794-958c-2d8ab953f1e5 with binding_index 1 {{(pid=93115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 19:23:46.774442 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-3-iscsi, 61ce344d-fe5f-450d-bd3f-6d2408e06cd7) {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:23:46.780035 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:46.780251 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:46.784281 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be607c2-0e8e-4a52-93c9-8834f3943ad1 None None] Network 61ce344d-fe5f-450d-bd3f-6d2408e06cd7 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:46.796412 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-4d809f87-2461-49fa-89fc-da24a6389264 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3155382 Jul 13 19:23:46.915887 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466e7a6-586e-48ee-b691-3c0fc9ade6e0 None None] Network 61ce344d-fe5f-450d-bd3f-6d2408e06cd7 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:23:50.458995 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37004) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:50.569435 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1371b95a-6aec-4b3e-9a48-29faaa98c406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.656906 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1371b95a-6aec-4b3e-9a48-29faaa98c406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.662923 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1371b95a-6aec-4b3e-9a48-29faaa98c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.698942 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1371b95a-6aec-4b3e-9a48-29faaa98c406 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=294714aaa56e4694844232133c2b6c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388322 Jul 13 19:23:50.700148 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371b95a-6aec-4b3e-9a48-29faaa98c406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578b7603-1b0d-4741-94f2-ebe5501589db,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:50.701968 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37008) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:23:50.752957 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-225181ca-c166-45b0-be02-ccc56e3896a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.777254 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-225181ca-c166-45b0-be02-ccc56e3896a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.823076 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-225181ca-c166-45b0-be02-ccc56e3896a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.825708 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-225181ca-c166-45b0-be02-ccc56e3896a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:50.826840 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-225181ca-c166-45b0-be02-ccc56e3896a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/578b7603-1b0d-4741-94f2-ebe5501589db HTTP/1.1" status: 204 len: 168 time: 0.1232371 Jul 13 19:23:50.834251 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225181ca-c166-45b0-be02-ccc56e3896a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578b7603-1b0d-4741-94f2-ebe5501589db,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:23:54.896198 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf5bfa-28f3-43cc-ad64-303eb0b1b162 req-571446e2-60ff-46e7-8409-f447d896d973 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:54.898672 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-89cf5bfa-28f3-43cc-ad64-303eb0b1b162 req-571446e2-60ff-46e7-8409-f447d896d973 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0716574 Jul 13 19:23:55.228784 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-89cf5bfa-28f3-43cc-ad64-303eb0b1b162 req-f75ffc9d-1884-4fd1-9d87-1f4303fb5e26 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235333 Jul 13 19:23:56.407746 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365eea4-4ef6-4708-9c51-fcfe8900372c req-b700a421-fcd2-4bd4-ad83-f42e59b0bc10 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:56.409772 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8365eea4-4ef6-4708-9c51-fcfe8900372c req-b700a421-fcd2-4bd4-ad83-f42e59b0bc10 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0647109 Jul 13 19:23:56.448652 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8365eea4-4ef6-4708-9c51-fcfe8900372c req-5a890a4b-3042-40eb-987c-c4ee43f358ce tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Jul 13 19:23:57.051061 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:23:57.624317 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12309c-6c23-457b-a1c0-9f7b7bbedb09 req-1f11337e-23db-4e79-8153-0ee3d776a6d9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:57.625969 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3a12309c-6c23-457b-a1c0-9f7b7bbedb09 req-1f11337e-23db-4e79-8153-0ee3d776a6d9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0662904 Jul 13 19:23:57.672411 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3a12309c-6c23-457b-a1c0-9f7b7bbedb09 req-55764815-e096-4a7e-9bef-39aef8cdafe3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408220 Jul 13 19:23:58.860540 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e602e18-8d19-4bb7-b3fb-21bf89c2efe4 req-97a27305-77a7-4194-99ed-fe0dcda8755b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:23:58.862055 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3e602e18-8d19-4bb7-b3fb-21bf89c2efe4 req-97a27305-77a7-4194-99ed-fe0dcda8755b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0636032 Jul 13 19:23:58.903449 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3e602e18-8d19-4bb7-b3fb-21bf89c2efe4 req-7a476a8f-be15-480c-a534-372e32277e8f tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358160 Jul 13 19:23:59.218277 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f54a5860-a4ab-4130-b196-d6b0d4198844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.100592 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe46d4b-3963-4709-80ed-f7930afdfb98 req-43967491-d8cf-4fd7-8030-f78bcaacd6c3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:00.102114 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8fe46d4b-3963-4709-80ed-f7930afdfb98 req-43967491-d8cf-4fd7-8030-f78bcaacd6c3 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0661495 Jul 13 19:24:00.143238 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8fe46d4b-3963-4709-80ed-f7930afdfb98 req-2592d2db-fd55-4065-ab42-cbad16289ee5 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341120 Jul 13 19:24:00.504366 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37204) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:00.552227 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] Deleting subnet e1687388-a390-4b87-8dc8-69c44a88970c {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:24:00.555973 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.597174 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.639386 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.703132 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.728710 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1687388-a390-4b87-8dc8-69c44a88970c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:00.734987 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.737108 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-6d3e7932-0c8c-42a9-a652-30419a5be859 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e1687388-a390-4b87-8dc8-69c44a88970c HTTP/1.1" status: 204 len: 168 time: 0.2314577 Jul 13 19:24:00.739626 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37206) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:00.812520 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.896276 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.906874 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42519000-dd34-472f-a05c-2dbca8c3a818']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:00.918187 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73141dc-f608-412a-86b6-2cd37821eaff') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:00.918441 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73141dc-f608-412a-86b6-2cd37821eaff') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:00.927622 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.941199 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.947658 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:24:00.948043 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:24:00.949764 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:24:01.006592 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.011957 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.013847 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] 10.222.0.62 "DELETE /v2.0/networks/42519000-dd34-472f-a05c-2dbca8c3a818 HTTP/1.1" status: 204 len: 168 time: 0.2730095 Jul 13 19:24:01.016844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37208) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:01.024822 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b441a9-3c49-49db-8331-c2f74a556f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=42519000-dd34-472f-a05c-2dbca8c3a818,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:01.067745 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] Deleting subnet d9cb28fd-1f0a-4b15-8fec-1dfe9f29cd4a {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:24:01.071280 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.106204 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839961'] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.144676 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.200314 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4617290'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.229641 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9cb28fd-1f0a-4b15-8fec-1dfe9f29cd4a,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:01.233386 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.236137 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-574a102e-2bb2-4140-8c8e-0860aa1d8d29 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d9cb28fd-1f0a-4b15-8fec-1dfe9f29cd4a HTTP/1.1" status: 204 len: 168 time: 0.2181520 Jul 13 19:24:01.238112 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37212) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:01.312861 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.334229 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748db1b5-ba27-41cf-b887-9477060d5a35 req-8f719f10-90da-411a-92a6-c82724487f16 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:01.335986 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-748db1b5-ba27-41cf-b887-9477060d5a35 req-8f719f10-90da-411a-92a6-c82724487f16 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0645061 Jul 13 19:24:01.375680 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-748db1b5-ba27-41cf-b887-9477060d5a35 req-f3b19859-33f0-4755-8581-121619fe6c18 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Jul 13 19:24:01.394023 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.405084 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ce344d-fe5f-450d-bd3f-6d2408e06cd7']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:01.416583 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df712dc7-d7cf-47e3-89b5-2e6b2436cc49') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:01.416879 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df712dc7-d7cf-47e3-89b5-2e6b2436cc49') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:01.426143 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.443260 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.449071 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:24:01.449472 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:24:01.459571 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:24:01.504893 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.510254 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.514318 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] 10.222.0.62 "DELETE /v2.0/networks/61ce344d-fe5f-450d-bd3f-6d2408e06cd7 HTTP/1.1" status: 204 len: 168 time: 0.2748601 Jul 13 19:24:01.527433 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9054252-159b-4dd2-82b0-cad6d99736bc admin admin] Pushing event deleted for resources: {'Network': ['ID=61ce344d-fe5f-450d-bd3f-6d2408e06cd7,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:01.687276 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37218) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:01.728447 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-1c995f13-55c0-4bbe-970c-a1312ad54e5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34426d4c69ae4525818ba564e1db7d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398219 Jul 13 19:24:01.731127 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37220) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:01.780677 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a8585a7a-96e7-409d-bded-b19c2a815f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.803775 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a8585a7a-96e7-409d-bded-b19c2a815f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.824816 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1fff8254-05c1-4303-b858-6d6a11cfce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.864204 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a8585a7a-96e7-409d-bded-b19c2a815f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.868075 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-a8585a7a-96e7-409d-bded-b19c2a815f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:01.869458 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-a8585a7a-96e7-409d-bded-b19c2a815f88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d77ff15-9b31-4760-9dcf-cee3a356c8a9 HTTP/1.1" status: 204 len: 168 time: 0.1372912 Jul 13 19:24:01.878346 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585a7a-96e7-409d-bded-b19c2a815f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d77ff15-9b31-4760-9dcf-cee3a356c8a9,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.199834 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.207694 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37226) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:02.248255 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-46546471-5425-4f90-bd30-7dc6374be1a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0125de06b0a4933ace9a14ea5d1209a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393424 Jul 13 19:24:02.250787 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37228) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:02.300528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-67c1500c-ddb9-48c8-829e-b366b2916173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.323093 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-67c1500c-ddb9-48c8-829e-b366b2916173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.370405 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-67c1500c-ddb9-48c8-829e-b366b2916173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.372932 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-67c1500c-ddb9-48c8-829e-b366b2916173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:02.374156 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-67c1500c-ddb9-48c8-829e-b366b2916173 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4008d50b-cfc7-477f-bdde-37bad031a27f HTTP/1.1" status: 204 len: 168 time: 0.1224422 Jul 13 19:24:02.381892 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1500c-ddb9-48c8-829e-b366b2916173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008d50b-cfc7-477f-bdde-37bad031a27f,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:02.566588 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdea3c7-09e5-482a-87eb-a33c54548022 req-5ff58478-9976-412a-ae37-30cded5312eb tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:02.568309 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9fdea3c7-09e5-482a-87eb-a33c54548022 req-5ff58478-9976-412a-ae37-30cded5312eb tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0763109 Jul 13 19:24:02.611462 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9fdea3c7-09e5-482a-87eb-a33c54548022 req-8b27ceed-e67b-46a9-9a59-0d2070ce6b70 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328670 Jul 13 19:24:02.905447 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:03.785954 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d370-7926-49ab-88fc-2ab8bbef8c81 req-71879906-9fc7-48c2-be93-fb70ea229f22 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:03.787469 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a513d370-7926-49ab-88fc-2ab8bbef8c81 req-71879906-9fc7-48c2-be93-fb70ea229f22 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0667017 Jul 13 19:24:03.825910 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a513d370-7926-49ab-88fc-2ab8bbef8c81 req-92c27d15-9b9f-4357-913d-d3ff14df8609 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325952 Jul 13 19:24:04.721662 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:05.055298 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05060a-7fab-462f-b186-22db35d4dac6 req-a6c712c3-dfbc-4104-a3ef-1b4e1cc61891 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.056745 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4f05060a-7fab-462f-b186-22db35d4dac6 req-a6c712c3-dfbc-4104-a3ef-1b4e1cc61891 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.1062956 Jul 13 19:24:05.059400 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-739d37bb-ffdd-48ce-83a5-2fa350b3754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.061079 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-739d37bb-ffdd-48ce-83a5-2fa350b3754a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1098 time: 0.0994918 Jul 13 19:24:05.144129 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4f05060a-7fab-462f-b186-22db35d4dac6 req-19358f18-c1be-4fd1-9ecf-c9d728b5c946 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816901 Jul 13 19:24:05.178803 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-8136b372-ed67-46ec-b1a2-2b6664671382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.180267 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-8136b372-ed67-46ec-b1a2-2b6664671382 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 909 time: 0.1109281 Jul 13 19:24:05.247119 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-18cce119-2aad-41e3-af17-07f5efdde358 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 1000 time: 0.0592489 Jul 13 19:24:05.296122 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-661ada79-a5ca-45a2-957b-b737937849e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.297583 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-661ada79-a5ca-45a2-957b-b737937849e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.0439541 Jul 13 19:24:05.359725 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-8d02774f-28fe-45a7-97ba-09c388d6b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:05.361366 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-8d02774f-28fe-45a7-97ba-09c388d6b488 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565031 Jul 13 19:24:05.451284 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-3cdb6660-0e1a-45ff-96ff-ef393982533b service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820644 Jul 13 19:24:05.546973 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-88dafd43-06e8-43e7-95e1-842cdbd91a10 req-eaa909dc-c9ff-4e3b-afb7-44f39d237f91 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889490 Jul 13 19:24:06.333359 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b81df2-db7a-422e-8a4b-4d64627338a3 req-c438da7c-2def-45ac-8789-892cba97bec2 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:06.334844 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-47b81df2-db7a-422e-8a4b-4d64627338a3 req-c438da7c-2def-45ac-8789-892cba97bec2 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0637295 Jul 13 19:24:06.372297 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-47b81df2-db7a-422e-8a4b-4d64627338a3 req-792fb56a-6bfd-4514-875a-ff87aa0126f6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Jul 13 19:24:07.547641 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075f40a-edf1-4a1b-b5ae-6c7f510a137d req-5f888681-4371-4d2d-be48-4eb328611e84 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:07.549101 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3075f40a-edf1-4a1b-b5ae-6c7f510a137d req-5f888681-4371-4d2d-be48-4eb328611e84 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0642564 Jul 13 19:24:07.586570 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3075f40a-edf1-4a1b-b5ae-6c7f510a137d req-b32f212c-c72b-4db4-b12a-5fc19eafd130 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Jul 13 19:24:08.769122 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35712c88-95df-4801-ae31-99951ac31243 req-4dfd5c02-b1e6-46e3-9cde-49935378bbae tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:08.770823 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35712c88-95df-4801-ae31-99951ac31243 req-4dfd5c02-b1e6-46e3-9cde-49935378bbae tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0670288 Jul 13 19:24:08.809040 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-35712c88-95df-4801-ae31-99951ac31243 req-1757244b-6671-4b9e-b95f-14f69fd9c7a9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309246 Jul 13 19:24:09.139534 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37358) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:09.178074 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2de731-36a4-4a5e-9cb3-f9dfdf7dcb0b req-3d883996-928a-439f-91e5-77c91da7d4b2 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:09.179676 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e2de731-36a4-4a5e-9cb3-f9dfdf7dcb0b req-3d883996-928a-439f-91e5-77c91da7d4b2 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0701528 Jul 13 19:24:09.246500 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e2de731-36a4-4a5e-9cb3-f9dfdf7dcb0b req-77ced6b6-d814-46f4-b0d7-5f24eab0add5 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606847 Jul 13 19:24:09.265483 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-f27d9d9e-dc97-4b36-9768-b4782939050d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249363 Jul 13 19:24:10.427141 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e984-6077-4ca3-ac9e-9190c5a868c9 req-79e4acd5-1023-4d2e-8859-01e70745db22 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.428583 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e9c7e984-6077-4ca3-ac9e-9190c5a868c9 req-79e4acd5-1023-4d2e-8859-01e70745db22 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0664217 Jul 13 19:24:10.467361 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e9c7e984-6077-4ca3-ac9e-9190c5a868c9 req-6df97940-40f4-4943-9fc6-d849368f872e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329428 Jul 13 19:24:10.660504 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b35d-a897-436c-af27-fb6ef679b30b req-8c0efec0-9190-4634-b6aa-a4800f6b6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.662173 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-8c0efec0-9190-4634-b6aa-a4800f6b6202 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c&tenant_id=89e8712f56714123b2092b03695b421d HTTP/1.1" status: 200 len: 1098 time: 0.0607932 Jul 13 19:24:10.736301 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b35d-a897-436c-af27-fb6ef679b30b req-4b22a3c3-978f-4644-b6b7-031c64879add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.737918 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-4b22a3c3-978f-4644-b6b7-031c64879add service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1098 time: 0.0529587 Jul 13 19:24:10.827250 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b35d-a897-436c-af27-fb6ef679b30b req-0668233a-157e-43c8-86ec-aba34d397da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:10.828686 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-0668233a-157e-43c8-86ec-aba34d397da1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 909 time: 0.0836887 Jul 13 19:24:10.891301 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-29328cb8-96ba-4748-a83b-8106dd06c980 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 1000 time: 0.0562885 Jul 13 19:24:11.668491 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2651fc-1791-4d2e-aebc-32ad6ede1ebd req-5caa832a-6d40-47c0-93bd-0ed160bc6ae1 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.670054 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ef2651fc-1791-4d2e-aebc-32ad6ede1ebd req-5caa832a-6d40-47c0-93bd-0ed160bc6ae1 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0803230 Jul 13 19:24:11.709894 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ef2651fc-1791-4d2e-aebc-32ad6ede1ebd req-d9e9e3de-9be4-4bde-b566-0fdd37b16999 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337572 Jul 13 19:24:11.792230 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 27204780-8259-4003-8507-30efdb592084 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:24:11.836229 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b35d-a897-436c-af27-fb6ef679b30b req-f5669e7b-6b08-45fe-b6b8-8b63f0755ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:11.837739 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-f5669e7b-6b08-45fe-b6b8-8b63f0755ccd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.0464439 Jul 13 19:24:11.871366 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:11.892411 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27204780-8259-4003-8507-30efdb592084'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:11.894668 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8431dcc6-2f09-438d-bbb7-3a715f2dd426" -d '{"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-unplugged", "status": "completed", "tag": "27204780-8259-4003-8507-30efdb592084"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:11.910104 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:11.914970 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:11.937105 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e0ac8f-3c51-4462-813a-b31bca3353a4 x-openstack-request-id: req-63e0ac8f-3c51-4462-813a-b31bca3353a4 {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:11.937388 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-unplugged", "status": "completed", "tag": "27204780-8259-4003-8507-30efdb592084", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:11.937651 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63e0ac8f-3c51-4462-813a-b31bca3353a4 {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:11.938059 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27204780-8259-4003-8507-30efdb592084', 'code': 200} Jul 13 19:24:11.964137 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=6']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:11.971211 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.971567 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.971913 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.972253 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.972588 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.972923 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.973254 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.973584 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.973942 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.974268 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.974592 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:11.974915 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:12.746952 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b35d-a897-436c-af27-fb6ef679b30b req-8466d991-ab3e-47d0-983e-6a79eae61efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:12.748556 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-8466d991-ab3e-47d0-983e-6a79eae61efd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576637 Jul 13 19:24:12.886172 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502c718-ee64-4f0b-874c-d8c5b732952c req-f10d33c5-5f85-4bf0-98b5-40590058c151 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:12.887642 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8502c718-ee64-4f0b-874c-d8c5b732952c req-f10d33c5-5f85-4bf0-98b5-40590058c151 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0686245 Jul 13 19:24:12.925794 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-8502c718-ee64-4f0b-874c-d8c5b732952c req-e1957703-9719-4b25-9b4e-0ecff585a45f tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Jul 13 19:24:13.810879 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-e210fe4c-2f76-4786-8b74-1089dbf5809e service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905294 Jul 13 19:24:13.919613 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b765b35d-a897-436c-af27-fb6ef679b30b req-7bbea7a5-2557-4402-bae0-307b57aea6a2 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016204 Jul 13 19:24:14.105976 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d2e9-e76c-4aa9-83fc-1e88b91b84f1 req-d05a29e7-d98a-4c01-ac40-b3872fa47040 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:14.107374 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d493d2e9-e76c-4aa9-83fc-1e88b91b84f1 req-d05a29e7-d98a-4c01-ac40-b3872fa47040 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0695078 Jul 13 19:24:14.145920 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d493d2e9-e76c-4aa9-83fc-1e88b91b84f1 req-5ba9745d-a46d-4cc0-9eb3-0ab85806a16e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328634 Jul 13 19:24:15.331481 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c43c-596c-4f78-b349-451b4f351f97 req-434efeb2-136e-49a5-af98-232a3e6e3c80 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:15.332959 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f967c43c-596c-4f78-b349-451b4f351f97 req-434efeb2-136e-49a5-af98-232a3e6e3c80 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0641215 Jul 13 19:24:15.374825 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f967c43c-596c-4f78-b349-451b4f351f97 req-4e112fdd-1be1-4e5b-ac0a-9dd18e3376f5 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359581 Jul 13 19:24:16.214666 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:16.299145 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37448) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:16.412526 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.531985 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.538668 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.586208 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=caa36e20d4454c93b30af4885ec1ed71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860029 Jul 13 19:24:16.589080 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37454) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:16.590741 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6537880b-19fe-47fb-82eb-6613b9c0470e,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.600461 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.600786 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.601146 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.601477 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.601844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.602173 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.602482 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.602821 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.603150 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.603468 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.603796 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.604112 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3e3d1b-4469-4657-a00c-926e641fa705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:16.615400 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d81aec-ef0c-4515-9fa1-058f4a4fe182 req-a88910ae-0cd2-42f8-b787-90cfdeb4dd3e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:16.616885 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-70d81aec-ef0c-4515-9fa1-058f4a4fe182 req-a88910ae-0cd2-42f8-b787-90cfdeb4dd3e tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.1215575 Jul 13 19:24:16.639667 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0fce322-58c8-4a4d-8b1c-81bedadaabba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.655535 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-70d81aec-ef0c-4515-9fa1-058f4a4fe182 req-f2d1b53b-db2b-4c92-9d4d-3182775ec1da tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 13 19:24:16.660581 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0fce322-58c8-4a4d-8b1c-81bedadaabba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.706890 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0fce322-58c8-4a4d-8b1c-81bedadaabba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.709389 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f0fce322-58c8-4a4d-8b1c-81bedadaabba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:16.710570 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f0fce322-58c8-4a4d-8b1c-81bedadaabba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6537880b-19fe-47fb-82eb-6613b9c0470e HTTP/1.1" status: 204 len: 168 time: 0.1202965 Jul 13 19:24:16.717995 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fce322-58c8-4a4d-8b1c-81bedadaabba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6537880b-19fe-47fb-82eb-6613b9c0470e,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:16.983754 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37460) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:16.997108 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58bc4767-52b5-4b52-8780-3c910b68bcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.099189 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58bc4767-52b5-4b52-8780-3c910b68bcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.104886 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-58bc4767-52b5-4b52-8780-3c910b68bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.143316 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc4767-52b5-4b52-8780-3c910b68bcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56266a3-163f-4171-82e6-e17d500ef6b8,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:17.147572 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-58bc4767-52b5-4b52-8780-3c910b68bcb6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48016cbb91a5465096e796c4a24a129d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626427 Jul 13 19:24:17.150411 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37464) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:17.200065 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-767c0066-202a-44d7-b79d-94df28c57dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.221596 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-767c0066-202a-44d7-b79d-94df28c57dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.268980 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-767c0066-202a-44d7-b79d-94df28c57dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.271552 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-767c0066-202a-44d7-b79d-94df28c57dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:17.272696 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-767c0066-202a-44d7-b79d-94df28c57dbc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f56266a3-163f-4171-82e6-e17d500ef6b8 HTTP/1.1" status: 204 len: 168 time: 0.1214309 Jul 13 19:24:17.280206 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c0066-202a-44d7-b79d-94df28c57dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56266a3-163f-4171-82e6-e17d500ef6b8,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:17.826228 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abadaa-12ea-4e03-b72e-7f6766932189 req-b8ac15d2-6b6e-445e-bed9-a599aa444388 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:17.827806 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d7abadaa-12ea-4e03-b72e-7f6766932189 req-b8ac15d2-6b6e-445e-bed9-a599aa444388 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0633502 Jul 13 19:24:17.866220 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d7abadaa-12ea-4e03-b72e-7f6766932189 req-c50d6221-e69a-4607-90f8-494302bdf705 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Jul 13 19:24:18.316210 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37504) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:18.423000 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0325a788-3362-4e6d-b8a4-97f2a91231fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.523198 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0325a788-3362-4e6d-b8a4-97f2a91231fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.527258 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0325a788-3362-4e6d-b8a4-97f2a91231fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.564565 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-0325a788-3362-4e6d-b8a4-97f2a91231fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb3142931f444cce8ef22961ef8bb033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471356 Jul 13 19:24:18.566567 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325a788-3362-4e6d-b8a4-97f2a91231fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dfb76e-e3bd-4468-8b45-9ceb37eb55c7,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:18.567446 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37510) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:18.614605 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2d4-557d-4267-9091-40012c607b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.636079 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2d4-557d-4267-9091-40012c607b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.689000 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2d4-557d-4267-9091-40012c607b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.692677 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-caa1d2d4-557d-4267-9091-40012c607b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:18.694536 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-caa1d2d4-557d-4267-9091-40012c607b24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7dfb76e-e3bd-4468-8b45-9ceb37eb55c7 HTTP/1.1" status: 204 len: 168 time: 0.1259403 Jul 13 19:24:18.703444 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1d2d4-557d-4267-9091-40012c607b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dfb76e-e3bd-4468-8b45-9ceb37eb55c7,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:19.036556 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02f743-9163-45d2-b01f-fe6a501a3456 req-bf09e615-5240-403a-9b27-4d3bd9f3e8ac tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:19.038041 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6b02f743-9163-45d2-b01f-fe6a501a3456 req-bf09e615-5240-403a-9b27-4d3bd9f3e8ac tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0614080 Jul 13 19:24:19.076166 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-6b02f743-9163-45d2-b01f-fe6a501a3456 req-13e9e110-e87b-46ca-b237-f7f110479a3d tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Jul 13 19:24:19.662354 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37544) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:19.764429 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bed83834-833c-4c10-8ac8-47308a1d73e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.850856 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bed83834-833c-4c10-8ac8-47308a1d73e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.856681 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-bed83834-833c-4c10-8ac8-47308a1d73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.894136 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-bed83834-833c-4c10-8ac8-47308a1d73e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55e160ae05c846109d0f95827f2bd4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399981 Jul 13 19:24:19.894863 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed83834-833c-4c10-8ac8-47308a1d73e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d10f93-f2a6-4f30-bd66-b59d25f5f74f,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:19.896989 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37552) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:19.956999 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c223715d-dc9c-460a-b5af-277920cd6147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:19.982214 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c223715d-dc9c-460a-b5af-277920cd6147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.030264 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c223715d-dc9c-460a-b5af-277920cd6147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.032822 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-c223715d-dc9c-460a-b5af-277920cd6147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:20.034319 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-c223715d-dc9c-460a-b5af-277920cd6147 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10d10f93-f2a6-4f30-bd66-b59d25f5f74f HTTP/1.1" status: 204 len: 168 time: 0.1361837 Jul 13 19:24:20.041939 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223715d-dc9c-460a-b5af-277920cd6147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d10f93-f2a6-4f30-bd66-b59d25f5f74f,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:20.263083 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd34d5-8f1b-49d8-933c-f07110713612 req-4c426efa-6ff0-4767-b631-85a46c46431c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:20.264620 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-91fd34d5-8f1b-49d8-933c-f07110713612 req-4c426efa-6ff0-4767-b631-85a46c46431c tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0665157 Jul 13 19:24:20.305834 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-91fd34d5-8f1b-49d8-933c-f07110713612 req-ce0622e3-422b-421e-bfff-8945b18da9a6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352435 Jul 13 19:24:21.485930 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b927e3-2100-4a57-a853-8252159e2403 req-db6b4397-ad35-4d50-a71b-5b0c19494734 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:21.487390 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a8b927e3-2100-4a57-a853-8252159e2403 req-db6b4397-ad35-4d50-a71b-5b0c19494734 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0708857 Jul 13 19:24:21.527556 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a8b927e3-2100-4a57-a853-8252159e2403 req-d66c4bdf-fc29-4183-949b-a24cf08d43b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317156 Jul 13 19:24:22.715609 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c788c9-840b-4cef-897f-21297f60e669 req-faf7fcf0-df03-4a1e-bd39-642c9353a4ff tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:22.717061 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-06c788c9-840b-4cef-897f-21297f60e669 req-faf7fcf0-df03-4a1e-bd39-642c9353a4ff tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0803230 Jul 13 19:24:22.753927 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-06c788c9-840b-4cef-897f-21297f60e669 req-028ff309-fad6-475d-99e5-82800e951686 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Jul 13 19:24:23.921939 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736b90-9da9-41fb-ab16-113c7f998424 req-e7f5eaf3-2771-4fbd-9c2e-a7e0ae6164be tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:23.923514 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d1736b90-9da9-41fb-ab16-113c7f998424 req-e7f5eaf3-2771-4fbd-9c2e-a7e0ae6164be tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0626557 Jul 13 19:24:23.961585 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-d1736b90-9da9-41fb-ab16-113c7f998424 req-60a5d46d-456e-4397-b89f-81a4bfb9793a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Jul 13 19:24:25.148600 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe37ad5-7d07-41a2-9840-412da7096ccd req-6a4a318d-78a8-4b41-ad41-5b6ccccd900a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:25.150061 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbe37ad5-7d07-41a2-9840-412da7096ccd req-6a4a318d-78a8-4b41-ad41-5b6ccccd900a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0677657 Jul 13 19:24:25.189276 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbe37ad5-7d07-41a2-9840-412da7096ccd req-d1df5020-b508-43b4-8094-082468da02a5 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Jul 13 19:24:26.373549 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369787-bcb8-43e0-a95a-0fa1a0944d83 req-b779f2b5-feb7-4739-a605-50b3842c26ea tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:26.374939 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-44369787-bcb8-43e0-a95a-0fa1a0944d83 req-b779f2b5-feb7-4739-a605-50b3842c26ea tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0661397 Jul 13 19:24:26.413886 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-44369787-bcb8-43e0-a95a-0fa1a0944d83 req-b17a0931-88af-4524-bc76-6d5f4354b8e8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314386 Jul 13 19:24:27.071281 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:27.612364 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfa72-60b2-4b8e-9800-3bbddb3cf474 req-3bc5f742-5ee5-406b-842d-3e5510326d87 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:27.613830 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ebcfa72-60b2-4b8e-9800-3bbddb3cf474 req-3bc5f742-5ee5-406b-842d-3e5510326d87 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0648079 Jul 13 19:24:27.653860 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4ebcfa72-60b2-4b8e-9800-3bbddb3cf474 req-6fc8d4a4-55f2-4d0d-ac09-06cbaa6fc9b4 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Jul 13 19:24:28.842125 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d4060-77cb-456c-a628-0586387d1178 req-ff47f3eb-6749-4ba3-85bd-ee2253e6a69b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:28.843473 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-649d4060-77cb-456c-a628-0586387d1178 req-ff47f3eb-6749-4ba3-85bd-ee2253e6a69b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0655978 Jul 13 19:24:28.882826 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-649d4060-77cb-456c-a628-0586387d1178 req-a7c44083-e890-4177-aeab-9ae9c3d4042d tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Jul 13 19:24:29.218119 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-b508cb6c-3654-41bd-ae04-a6a9002e709b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.067028 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f77c66-380a-4936-b32a-7a212ba48e88 req-821885e5-8932-4c8c-89a6-97a48046b64b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.068553 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c8f77c66-380a-4936-b32a-7a212ba48e88 req-821885e5-8932-4c8c-89a6-97a48046b64b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 943 time: 0.0663743 Jul 13 19:24:30.105081 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c8f77c66-380a-4936-b32a-7a212ba48e88 req-c4179b0e-7a83-47e2-96b1-26734deb7db8 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Jul 13 19:24:30.350199 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 27204780-8259-4003-8507-30efdb592084 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:30.576650 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:30.590838 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': '27204780-8259-4003-8507-30efdb592084', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'port_id': '27204780-8259-4003-8507-30efdb592084', 'mac_address': 'fa:16:3e:59:88:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:30.633394 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.645729 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27204780-8259-4003-8507-30efdb592084 {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:30.665325 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:30.668444 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58b8ea-de57-4a0c-81ad-f776f7a6874c req-e9062141-c72c-4024-a851-3a499edfe667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:30.669479 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:30.669968 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cb58b8ea-de57-4a0c-81ad-f776f7a6874c req-e9062141-c72c-4024-a851-3a499edfe667 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1096 time: 0.0532379 Jul 13 19:24:30.704334 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-cb58b8ea-de57-4a0c-81ad-f776f7a6874c req-4313e4c2-5813-4b74-9116-667142fcff5d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277121 Jul 13 19:24:30.714442 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=7']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:31.294125 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acc721-beda-4b4a-953a-80823fabd16e req-dc20e5a6-10de-4dc0-9328-1a1eb6d8a7b1 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:31.295596 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-13acc721-beda-4b4a-953a-80823fabd16e req-dc20e5a6-10de-4dc0-9328-1a1eb6d8a7b1 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 944 time: 0.0692301 Jul 13 19:24:31.334801 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-13acc721-beda-4b4a-953a-80823fabd16e req-c34f7a31-40f8-4ee0-a0e8-0be0438b08f9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333562 Jul 13 19:24:31.838724 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-aad8fcc7-3b6c-4aee-821d-293cecf239d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.203664 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:32.526743 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548e9ae-fdf7-4214-a25f-ba6665ac6302 req-378229a5-8639-4312-8c4f-59fe296ebf18 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:32.528208 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3548e9ae-fdf7-4214-a25f-ba6665ac6302 req-378229a5-8639-4312-8c4f-59fe296ebf18 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 944 time: 0.0710399 Jul 13 19:24:32.566864 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3548e9ae-fdf7-4214-a25f-ba6665ac6302 req-b36de4e7-28dd-4d8a-ab55-31b5ea133320 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Jul 13 19:24:32.916662 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:33.747752 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77a82-933a-48c9-81f1-311faa788516 req-1adf9b12-c9f4-4abf-8700-ef3cd37729bb tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:33.749223 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1ee77a82-933a-48c9-81f1-311faa788516 req-1adf9b12-c9f4-4abf-8700-ef3cd37729bb tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 944 time: 0.0685744 Jul 13 19:24:33.788214 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-1ee77a82-933a-48c9-81f1-311faa788516 req-17dc4483-c56b-47ee-bc33-a325bcf3bb1a tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 Jul 13 19:24:33.850796 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['27204780-8259-4003-8507-30efdb592084'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:34.727722 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:34.978046 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d925567-8210-4ecc-93d7-0562c4f63516 req-8149cbf4-bfcd-4ec8-8004-a4732acf09b9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:34.979519 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9d925567-8210-4ecc-93d7-0562c4f63516 req-8149cbf4-bfcd-4ec8-8004-a4732acf09b9 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 944 time: 0.0700488 Jul 13 19:24:35.015963 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-9d925567-8210-4ecc-93d7-0562c4f63516 req-efb2ad37-2b52-4885-ab6d-c3bea471d669 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Jul 13 19:24:35.503722 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 27204780-8259-4003-8507-30efdb592084 up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:35.564401 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port 27204780-8259-4003-8507-30efdb592084 triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:35.564772 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.643727 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.665887 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27204780-8259-4003-8507-30efdb592084'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:35.668150 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa44de9-4dc5-4cae-9c8e-2bdd1813cfae" -d '{"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-plugged", "status": "completed", "tag": "27204780-8259-4003-8507-30efdb592084"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:35.680794 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:35.685841 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:35.709239 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f062abd3-9e3e-43af-9722-31fb190a076a x-openstack-request-id: req-f062abd3-9e3e-43af-9722-31fb190a076a {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:35.709520 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-plugged", "status": "completed", "tag": "27204780-8259-4003-8507-30efdb592084", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:35.709794 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f062abd3-9e3e-43af-9722-31fb190a076a {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:35.710173 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27204780-8259-4003-8507-30efdb592084', 'code': 200} Jul 13 19:24:35.737904 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=8']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:37.095124 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-c30dcb6f-a8fc-479b-b51c-aeedcb57da1d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399660878&fields=id&tenant_id=663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 267 time: 0.0345271 Jul 13 19:24:37.209129 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-fed23086-4905-4fab-8e90-7f5d14d9303e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:37.210621 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-fed23086-4905-4fab-8e90-7f5d14d9303e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 811 time: 0.1082609 Jul 13 19:24:37.226198 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-cc3190ee-bdef-443f-9472-ad0163e9e6b6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/quotas/663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 375 time: 0.0097985 Jul 13 19:24:37.299991 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-74b28381-ff1a-450e-bbb0-768d2da81502 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0690939 Jul 13 19:24:37.404152 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-7b4bb495-8d14-4fd8-a979-c2d2d2695915 service neutron] 10.222.0.62 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928724 Jul 13 19:24:37.493097 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-91edf5c7-2726-4d7d-9980-ce1867e96886 service neutron] 10.222.0.62 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827827 Jul 13 19:24:37.804401 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-50387a0c-dfeb-4f11-9218-b1334932e0ac req-66217ebf-f3df-47c4-be92-1eeca4209315 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 210 time: 0.0285475 Jul 13 19:24:38.955043 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-05dd3791-24b1-4b07-9552-172aa9b1afc6 req-2b0c6617-8eb3-47eb-bbe8-37a498d04e69 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 210 time: 0.0316124 Jul 13 19:24:40.106635 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-95c0a630-ac14-4131-a095-60cfd012e79a req-8636d225-fa7a-45c6-9869-082a44435a21 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 210 time: 0.0328467 Jul 13 19:24:41.268275 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-22afb295-7fab-469e-a0f7-849af1f1c3ab req-f8e03c5d-5abe-480a-9f4d-2d8aaedc3f31 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 210 time: 0.0378282 Jul 13 19:24:41.927721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-156b9ab0-a24a-41fd-ae37-6fd289c40c97 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:41.929220 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-156b9ab0-a24a-41fd-ae37-6fd289c40c97 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 811 time: 0.1056623 Jul 13 19:24:41.981578 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1666075e-9c40-43fe-9c6d-693d5fff53ec tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=663b1b0b656c40d5aac665461a439551 HTTP/1.1" status: 200 len: 380 time: 0.0355473 Jul 13 19:24:41.991812 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'port': {'device_id': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'admin_state_up': True, 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'security_groups': ['4cf4b074-0a00-45c8-b167-77faf5b150cc']}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:42.101126 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Made reservation on behalf of 663b1b0b656c40d5aac665461a439551 for: {'port': 1} {{(pid=93115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 19:24:42.104559 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.224804 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Allocated IP 172.20.0.4 (d6e078eb-4d52-420d-8aa8-d68739dfa9a4/121e354e-8d71-4875-9149-4245228e182f/aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:42.363008 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.378126 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Transition to ACTIVE for port object aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e will not be triggered until provisioned by entity DHCP. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:42.412851 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b023a9c5-dfa3-4745-a883-3b8ccbf5be42 req-d7a7ee2a-bc8a-49c5-b80a-704a18b351cc tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 210 time: 0.0297318 Jul 13 19:24:42.442458 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.486345 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:42.491658 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:42.494224 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:42.547179 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:42.547812 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.556634 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:42.569553 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-1f833c71-848a-42b3-bd10-ab3857db6688 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814910 Jul 13 19:24:42.583473 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Request body: {'port': {'device_id': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:42.676760 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.760212 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0892d663-5e15-4ea0-904a-539b23f9d749 None None] Provisioning for port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e completed by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:42.764759 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-0892d663-5e15-4ea0-904a-539b23f9d749 None None] Provisioning complete for port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e triggered by entity DHCP. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:42.765130 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0892d663-5e15-4ea0-904a-539b23f9d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.799354 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-0892d663-5e15-4ea0-904a-539b23f9d749 None None] Port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e cannot update to ACTIVE because it is not bound. {{(pid=93116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 19:24:42.941306 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e {{(pid=93115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:42.948863 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:42.961216 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.provisioning_blocks [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Transition to ACTIVE for port object aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e will not be triggered until provisioned by entity L2. {{(pid=93115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 19:24:42.967667 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.028642 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Pushing event updated for resources: {'Port': ['ID=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:43.097392 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Attempting to bind port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 19:24:43.097746 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Attempting to bind port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 19:24:43.098096 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Attempting to bind port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:43.102651 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 19:24:43.102988 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Attempting to bind port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e on network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 19:24:43.107984 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Checking agent: {'id': '00cc7e7d-15ce-492b-b4c6-e3e63d0aab95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'started_at': datetime.datetime(2021, 7, 13, 19, 13, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 19:24:43.108326 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Checking segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 19:24:43.108720 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Bound using segment: {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'} {{(pid=93115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 19:24:43.109147 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.managers [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Bound port: aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4'}}] {{(pid=93115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 19:24:43.109507 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.173517 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] For port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e, host hv-cinder-78693, cleared binding levels {{(pid=93115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 19:24:43.176572 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] For port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 19:24:43.181029 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.216223 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.216852 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:43.218256 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] 10.222.0.61 "PUT /v2.0/ports/aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e HTTP/1.1" status: 200 len: 1093 time: 0.6404462 Jul 13 19:24:43.218776 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:43.220926 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a8c689-6d83-4680-8caa-79d202977d23" -d '{"events": [{"name": "network-changed", "server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:43.246642 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6553c-364b-42c3-ad97-c37cf9eaa8ff service neutron] Pushing event updated for resources: {'Port': ['ID=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,revision_number=3']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:43.256955 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea34419-3d1d-4e02-bdd1-b729612c484d x-openstack-request-id: req-9ea34419-3d1d-4e02-bdd1-b729612c484d {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:43.257289 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:43.257496 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ea34419-3d1d-4e02-bdd1-b729612c484d {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:43.257923 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'status': 'completed', 'code': 200} Jul 13 19:24:43.323741 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-606f38d8-34f6-4243-8756-2cdf56bb54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.325281 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-606f38d8-34f6-4243-8756-2cdf56bb54af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 1096 time: 0.0541515 Jul 13 19:24:43.366682 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-56518755-b093-4b49-9ef9-21659a9cfd41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e HTTP/1.1" status: 200 len: 217 time: 0.0337183 Jul 13 19:24:43.419120 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-d60fd5ed-19ca-4d06-8265-e54afc475909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.420491 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-d60fd5ed-19ca-4d06-8265-e54afc475909 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0464528 Jul 13 19:24:43.476246 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-6eb01646-11ae-4b78-abff-2ab3174996d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.477782 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-6eb01646-11ae-4b78-abff-2ab3174996d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505602 Jul 13 19:24:43.600924 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-bda794b3-7608-421b-80dc-90429a2b2039 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163378 Jul 13 19:24:43.656757 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729c7b2-6192-4b7d-b1a7-c35e676f3c0d req-1aa8be58-ae5b-451d-94a4-b4d120a5b738 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.658722 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c729c7b2-6192-4b7d-b1a7-c35e676f3c0d req-1aa8be58-ae5b-451d-94a4-b4d120a5b738 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 943 time: 0.1302645 Jul 13 19:24:43.723483 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-c729c7b2-6192-4b7d-b1a7-c35e676f3c0d req-b7fc722e-8b91-47cb-afc9-6702dfc88d11 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549791 Jul 13 19:24:43.725773 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-caa68c4a-5dbb-405c-b40e-fec114bf6441 req-36ce7e9a-b649-414c-b968-d76a1eb84489 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180549 Jul 13 19:24:43.836638 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8c689-6d83-4680-8caa-79d202977d23 req-1305f565-2f18-47c1-8784-332748ba355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.838208 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86a8c689-6d83-4680-8caa-79d202977d23 req-1305f565-2f18-47c1-8784-332748ba355f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 1096 time: 0.0562241 Jul 13 19:24:43.930427 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8c689-6d83-4680-8caa-79d202977d23 req-5322c1c7-2153-4656-a1b9-f7e7aee43ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:43.931926 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86a8c689-6d83-4680-8caa-79d202977d23 req-5322c1c7-2153-4656-a1b9-f7e7aee43ff9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.0859654 Jul 13 19:24:43.974297 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86a8c689-6d83-4680-8caa-79d202977d23 req-cd73537c-cbe8-4c50-8e67-abcfa4443ee6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e HTTP/1.1" status: 200 len: 217 time: 0.0352099 Jul 13 19:24:44.028671 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8c689-6d83-4680-8caa-79d202977d23 req-40576442-e780-499e-a6c1-a3cd7c188b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:44.030861 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86a8c689-6d83-4680-8caa-79d202977d23 req-40576442-e780-499e-a6c1-a3cd7c188b4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0489941 Jul 13 19:24:44.100310 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8c689-6d83-4680-8caa-79d202977d23 req-6f45bdcd-653f-4b43-929d-0ebfd3da4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:44.101844 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86a8c689-6d83-4680-8caa-79d202977d23 req-6f45bdcd-653f-4b43-929d-0ebfd3da4ee0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630963 Jul 13 19:24:44.195224 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86a8c689-6d83-4680-8caa-79d202977d23 req-e030212b-795c-48f5-be6d-0142236f96ad service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Jul 13 19:24:44.304125 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-86a8c689-6d83-4680-8caa-79d202977d23 req-2157049f-15cb-4be9-b9f1-8a67c84f2251 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970240 Jul 13 19:24:44.907819 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da2d6-1798-49b6-8a84-0e5931f13cae req-1a7da0a6-50b3-4f07-bb16-19868e7476b6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:44.909464 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac1da2d6-1798-49b6-8a84-0e5931f13cae req-1a7da0a6-50b3-4f07-bb16-19868e7476b6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 943 time: 0.0684371 Jul 13 19:24:44.946522 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ac1da2d6-1798-49b6-8a84-0e5931f13cae req-b506cf42-a012-45d8-bdeb-305e4fb2d69f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Jul 13 19:24:46.132383 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f68e-a47a-46b6-a762-64ab35653d62 req-b4c192fd-c32f-4a86-a6eb-beed2496e2bd tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:46.133766 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dfc0f68e-a47a-46b6-a762-64ab35653d62 req-b4c192fd-c32f-4a86-a6eb-beed2496e2bd tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 943 time: 0.0699124 Jul 13 19:24:46.454021 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-dfc0f68e-a47a-46b6-a762-64ab35653d62 req-c036ec87-a370-48c5-887e-0fd398d880d6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121121 Jul 13 19:24:46.559813 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37774) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:46.668981 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-13bd7b92-6c66-416e-be6c-20926a9a929b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.756170 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-13bd7b92-6c66-416e-be6c-20926a9a929b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.762612 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-13bd7b92-6c66-416e-be6c-20926a9a929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.799671 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-13bd7b92-6c66-416e-be6c-20926a9a929b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cedfc22a56d4d72a4de726ec7512968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387786 Jul 13 19:24:46.800577 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd7b92-6c66-416e-be6c-20926a9a929b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a7590-1238-4f53-b1d5-6b22fa1595a0,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:46.803495 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37778) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:46.854823 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.876492 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.924704 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.927235 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:46.928377 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d27a7590-1238-4f53-b1d5-6b22fa1595a0 HTTP/1.1" status: 204 len: 168 time: 0.1238761 Jul 13 19:24:46.935959 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a7590-1238-4f53-b1d5-6b22fa1595a0,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:46.943419 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.943766 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.944102 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.944415 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.944770 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.945095 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.945420 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.945767 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.946212 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.946537 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.946859 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:46.947175 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033dd5d-181b-4bb8-a1c4-dfc7caa988eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:24:47.627206 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849661c1-751d-4823-a975-92196e657a88 req-73e40144-bf78-4a2d-abb5-105ece62b719 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:47.628666 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-849661c1-751d-4823-a975-92196e657a88 req-73e40144-bf78-4a2d-abb5-105ece62b719 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 943 time: 0.0637679 Jul 13 19:24:47.664902 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-849661c1-751d-4823-a975-92196e657a88 req-9a484a55-5940-4d7c-bc85-4a612808c494 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 Jul 13 19:24:48.838010 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a45b20-fed5-4cdf-b37e-c44e8b36fb5a req-68f0f0b3-974d-44f0-8cd5-9bfb46ebea51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:48.839511 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-34a45b20-fed5-4cdf-b37e-c44e8b36fb5a req-68f0f0b3-974d-44f0-8cd5-9bfb46ebea51 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 943 time: 0.0629327 Jul 13 19:24:48.877938 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-34a45b20-fed5-4cdf-b37e-c44e8b36fb5a req-8ce721b4-f2c9-44e1-8df7-500bac8137e9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 13 19:24:50.062167 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec710-d223-4df6-a185-63d883e829c1 req-a1863af4-72ca-404d-a4ca-4a36ec8a5b4f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:50.063637 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3f8ec710-d223-4df6-a185-63d883e829c1 req-a1863af4-72ca-404d-a4ca-4a36ec8a5b4f tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 943 time: 0.0626593 Jul 13 19:24:50.101025 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3f8ec710-d223-4df6-a185-63d883e829c1 req-0651c23e-4e79-43d8-ac40-3de9055e8627 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Jul 13 19:24:51.275968 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96dac-94c3-4357-b14e-aac837117324 req-d7e186fe-2deb-43a9-811d-ff0ff5ebbdb1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:51.277297 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-12f96dac-94c3-4357-b14e-aac837117324 req-d7e186fe-2deb-43a9-811d-ff0ff5ebbdb1 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 943 time: 0.0668178 Jul 13 19:24:51.316079 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-12f96dac-94c3-4357-b14e-aac837117324 req-c96cd7ae-4a76-43ed-bfba-836812f12d9c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Jul 13 19:24:51.598886 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 19:24:51.712365 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:51.724073 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Returning: {'device': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'port_id': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'mac_address': 'fa:16:3e:6d:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 19:24:51.762002 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.775330 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e {{(pid=93116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 19:24:51.796202 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:51.801643 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:51.848523 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,revision_number=4']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:52.038954 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] get_ports_and_sgs() called for port_ids ['aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e'] {{(pid=93116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 19:24:52.493665 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c9ed-bced-4ed8-997b-11debf246d8b req-0e449941-67e7-4c74-8e81-c444f8df7460 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:52.495102 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-68e8c9ed-bced-4ed8-997b-11debf246d8b req-0e449941-67e7-4c74-8e81-c444f8df7460 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 944 time: 0.0724626 Jul 13 19:24:52.534536 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-68e8c9ed-bced-4ed8-997b-11debf246d8b req-d5776ca9-6606-4bad-be87-fa10073c88b8 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332050 Jul 13 19:24:53.219777 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:24:53.613169 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e up at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 19:24:53.662273 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning for port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e completed by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 19:24:53.665937 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.provisioning_blocks [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Provisioning complete for port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e triggered by entity L2. {{(pid=93116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 19:24:53.666349 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389241'] for port, provisioning_complete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.713224 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c654-8409-4a2e-bc24-4ec30f49dc76 req-139d95cc-6a62-48a2-8da3-b718bfb82a4b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:53.714773 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f8e0c654-8409-4a2e-bc24-4ec30f49dc76 req-139d95cc-6a62-48a2-8da3-b718bfb82a4b tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 944 time: 0.0650635 Jul 13 19:24:53.751835 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.754248 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-f8e0c654-8409-4a2e-bc24-4ec30f49dc76 req-2c41421b-3292-4fca-9b69-7c348e934179 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Jul 13 19:24:53.776977 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e'}] {{(pid=93116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:53.779275 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5438527d10f1dbf2281479df4e02fdf2bfc71aee45afbff087ccd34f12d4a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4860fed5-3747-4589-9d2d-bad6ae95bca6" -d '{"events": [{"server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "name": "network-vif-plugged", "status": "completed", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e"}]}' {{(pid=93116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:53.794717 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] For port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:24:53.798563 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355'] for port, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:53.821850 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229ae7fa-dea8-43c0-881a-d3bc98d8a80f x-openstack-request-id: req-229ae7fa-dea8-43c0-881a-d3bc98d8a80f {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:53.822106 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "name": "network-vif-plugged", "status": "completed", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e", "code": 200}]} {{(pid=93116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:53.822361 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-229ae7fa-dea8-43c0-881a-d3bc98d8a80f {{(pid=93116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:53.822801 dv-cinder-786930-3-iscsi neutron-server[93116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'code': 200} Jul 13 19:24:53.848308 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Pushing event updated for resources: {'Port': ['ID=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,revision_number=5']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:54.099488 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb8544-869b-4d65-a884-51e8b20c12aa req-c1079fcb-659c-44e6-a63d-de56e48e2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:54.100809 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e0fb8544-869b-4d65-a884-51e8b20c12aa req-c1079fcb-659c-44e6-a63d-de56e48e2f89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 1098 time: 0.0544221 Jul 13 19:24:54.146755 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e0fb8544-869b-4d65-a884-51e8b20c12aa req-31d1f2db-d00e-4df7-a47c-521df8f05724 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384698 Jul 13 19:24:54.944953 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02724b-2ad7-4fc8-963b-a572cd096314 req-0a9a00f0-6075-4294-a3be-e21a8c1da4f2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:54.946510 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ea02724b-2ad7-4fc8-963b-a572cd096314 req-0a9a00f0-6075-4294-a3be-e21a8c1da4f2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 945 time: 0.0715399 Jul 13 19:24:54.986377 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-ea02724b-2ad7-4fc8-963b-a572cd096314 req-6f36c0fb-691d-429a-be63-6b28994e1fdb tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Jul 13 19:24:54.998516 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37916) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:55.101972 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d522f13-6d72-4516-82f8-edeb12270f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.192323 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d522f13-6d72-4516-82f8-edeb12270f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.198101 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d522f13-6d72-4516-82f8-edeb12270f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.236106 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-6d522f13-6d72-4516-82f8-edeb12270f6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7715e3e0e1f426b8b6f550bd64090d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363312 Jul 13 19:24:55.237189 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d522f13-6d72-4516-82f8-edeb12270f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78bdae5-a443-4e72-ac3a-03a9f355afd4,revision_number=1']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.239310 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37920) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:55.292876 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2682d85e-49a4-4bc0-ac4a-91ee58577ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.318618 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2682d85e-49a4-4bc0-ac4a-91ee58577ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.368693 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2682d85e-49a4-4bc0-ac4a-91ee58577ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.371479 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-2682d85e-49a4-4bc0-ac4a-91ee58577ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.373043 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-2682d85e-49a4-4bc0-ac4a-91ee58577ff0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b78bdae5-a443-4e72-ac3a-03a9f355afd4 HTTP/1.1" status: 204 len: 168 time: 0.1327658 Jul 13 19:24:55.380840 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682d85e-49a4-4bc0-ac4a-91ee58577ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78bdae5-a443-4e72-ac3a-03a9f355afd4,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.636883 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37926) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:55.650971 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7fd64517-538a-407f-a752-0f41a1435423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.736776 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7fd64517-538a-407f-a752-0f41a1435423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.741500 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-7fd64517-538a-407f-a752-0f41a1435423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.780857 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-7fd64517-538a-407f-a752-0f41a1435423 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c47ea2d64524787abf90c6acc5e286c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404517 Jul 13 19:24:55.780857 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd64517-538a-407f-a752-0f41a1435423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4152d1d9-e51c-4151-aee4-fea0ceb3295f,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:55.781966 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37928) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:55.837491 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7c2d-cced-405c-bf82-2a517370a8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.860186 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7c2d-cced-405c-bf82-2a517370a8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.916644 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7c2d-cced-405c-bf82-2a517370a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.919365 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7c2d-cced-405c-bf82-2a517370a8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:55.920548 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-ef1f7c2d-cced-405c-bf82-2a517370a8ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4152d1d9-e51c-4151-aee4-fea0ceb3295f HTTP/1.1" status: 204 len: 168 time: 0.1373866 Jul 13 19:24:55.928198 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f7c2d-cced-405c-bf82-2a517370a8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4152d1d9-e51c-4151-aee4-fea0ceb3295f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:56.172555 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5c61-315b-4f52-b57d-9fad2a354e14 req-0caf52db-f869-4cac-99c3-ade0b976b8ae tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.174076 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-011a5c61-315b-4f52-b57d-9fad2a354e14 req-0caf52db-f869-4cac-99c3-ade0b976b8ae tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 945 time: 0.0648496 Jul 13 19:24:56.212481 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-011a5c61-315b-4f52-b57d-9fad2a354e14 req-95e40a35-dc17-48e5-bd67-139b194d2803 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Jul 13 19:24:56.235721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37938) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:56.249730 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5d15e4bf-4bae-44eb-94c1-77a388409265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.360926 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5d15e4bf-4bae-44eb-94c1-77a388409265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.366803 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5d15e4bf-4bae-44eb-94c1-77a388409265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.413580 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15e4bf-4bae-44eb-94c1-77a388409265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f206d86-6289-466a-aa59-eacaef4a885c,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:56.419869 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5d15e4bf-4bae-44eb-94c1-77a388409265 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac3c798b43074dc48aa035f507d73309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830044 Jul 13 19:24:56.422928 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 37942) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:56.432428 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499de79-4a00-4ef1-8ccc-59d0d00a5267 req-20aaac95-8184-4bba-9131-ce08fce977e6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.433890 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e499de79-4a00-4ef1-8ccc-59d0d00a5267 req-20aaac95-8184-4bba-9131-ce08fce977e6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 945 time: 0.1098282 Jul 13 19:24:56.473179 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d441825-19a2-4969-aaff-d0ac060d6147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.473455 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-e499de79-4a00-4ef1-8ccc-59d0d00a5267 req-f9043ff7-033c-4d13-86c1-c443eed22d72 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338895 Jul 13 19:24:56.495005 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d441825-19a2-4969-aaff-d0ac060d6147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.501764 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37944) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:56.547449 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d441825-19a2-4969-aaff-d0ac060d6147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.550245 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-6d441825-19a2-4969-aaff-d0ac060d6147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.551433 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-6d441825-19a2-4969-aaff-d0ac060d6147 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f206d86-6289-466a-aa59-eacaef4a885c HTTP/1.1" status: 204 len: 168 time: 0.1275175 Jul 13 19:24:56.559511 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d441825-19a2-4969-aaff-d0ac060d6147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f206d86-6289-466a-aa59-eacaef4a885c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:56.749539 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30762a1-6443-4a66-9780-781473e73b75 tempest-TestVolumeBootPattern-782156319 tempest-TestVolumeBootPattern-782156319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:56.751091 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f30762a1-6443-4a66-9780-781473e73b75 tempest-TestVolumeBootPattern-782156319 tempest-TestVolumeBootPattern-782156319-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 1093 time: 0.2462103 Jul 13 19:24:56.753982 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 37952) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:24:56.758528 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.v2.base [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Request body: {'floatingip': {'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'port_id': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 19:24:56.780802 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.880707 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:56.981972 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_common [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Allocated IP 172.27.3.242 (bd62d93d-cdd1-4672-bd82-75ab862aabda/781c7092-13a6-4582-a974-e2ffa9877d38/4d85b445-287e-4efe-884f-cabb1d821f40) {{(pid=93115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 19:24:57.059109 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.090950 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.130327 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779765254319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.169018 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Network bd62d93d-cdd1-4672-bd82-75ab862aabda is already hosted by enough agents. {{(pid=93115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 19:24:57.171848 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.base_scheduler [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Resources bound (agent type, host, resource id): {{(pid=93115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 19:24:57.175256 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Received port after_create {{(pid=93115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 19:24:57.180614 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=4d85b445-287e-4efe-884f-cabb1d821f40,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:57.530855 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.619094 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-544876'] for port, before_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.772411 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for port, precommit_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.780824 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779765642743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779765254337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779765254355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4839942'] for port, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.857083 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event updated for resources: {'Port': ['ID=4d85b445-287e-4efe-884f-cabb1d821f40,revision_number=2']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:24:57.866288 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407123'] for floatingip, after_update {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:57.969897 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Floating IP 19f9d43a-a0a2-4d14-b2e7-185fd7507200 associated. External IP: 172.27.3.242, port: aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e. Jul 13 19:24:58.176929 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:24:58.284592 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:24:58.295296 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:24:58.301761 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:58.305638 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:58.306389 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:24:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:58.342682 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-9aa54fd7-469b-4836-a2ec-42a753b2c651 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5876002 Jul 13 19:24:58.343423 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:24:58.345786 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003d6139-59ec-47bf-9b31-b43ecd922edc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:24:58.381682 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ebecb-3565-4a0d-b306-20f93ae9802f x-openstack-request-id: req-a69ebecb-3565-4a0d-b306-20f93ae9802f {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:24:58.381982 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:24:58.382231 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a69ebecb-3565-4a0d-b306-20f93ae9802f {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:24:58.382634 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'status': 'completed', 'code': 200} Jul 13 19:24:58.415802 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:58.458998 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-32d1b222-75e0-4f5c-8f7b-409becda57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.460409 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-32d1b222-75e0-4f5c-8f7b-409becda57a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 1098 time: 0.0527370 Jul 13 19:24:58.550188 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-b4e7650f-42f0-415c-80ff-08ef529ee9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.551685 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-b4e7650f-42f0-415c-80ff-08ef529ee9a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.0828848 Jul 13 19:24:58.621530 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-040b6372-12f8-416f-a48e-88ffa603f369 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e HTTP/1.1" status: 200 len: 999 time: 0.0616477 Jul 13 19:24:58.646962 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '19f9d43a-a0a2-4d14-b2e7-185fd7507200', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:6d:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:57Z', 'updated_at': '2021-07-13T19:24:57Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}, {'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:34Z', 'revision_number': 1, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:58.676960 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:24:58.678698 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-e8405720-c74b-4482-94a1-9f446626716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.680342 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-e8405720-c74b-4482-94a1-9f446626716d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0510166 Jul 13 19:24:58.686331 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:24:58.686975 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:24:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:58.746529 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-23d9227b-aaf8-4bc8-af8d-fc7dbd31dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:24:58.748053 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-23d9227b-aaf8-4bc8-af8d-fc7dbd31dd36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599754 Jul 13 19:24:58.805026 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:24:58.852574 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-984bd641-7dcd-4512-87ac-dd2ef082ef1b service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948436 Jul 13 19:24:58.946144 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-003d6139-59ec-47bf-9b31-b43ecd922edc req-0d8c39fa-45e8-49f9-9215-509ee7d2ce66 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858374 Jul 13 19:24:59.037205 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '19f9d43a-a0a2-4d14-b2e7-185fd7507200', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:6d:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:57Z', 'updated_at': '2021-07-13T19:24:57Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}, {'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:34Z', 'revision_number': 1, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:24:59.062771 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fb206-af37-4b1b-bc57-ad9b8c628902 None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': '19f9d43a-a0a2-4d14-b2e7-185fd7507200', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:6d:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:24:57Z', 'updated_at': '2021-07-13T19:24:57Z', 'revision_number': 0, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}, {'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:34Z', 'revision_number': 1, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:24:59.212347 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-da3caaf6-2210-4f62-9d1b-9673ac67ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:24:59.241071 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2be9b7-501c-477b-a0be-59d6315133fb None None] New status for floating IP 19f9d43a-a0a2-4d14-b2e7-185fd7507200: ACTIVE {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:25:01.837912 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-329f48a7-5cb1-4acc-8529-29ee3a30bb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.208706 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:02.917909 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:03.185151 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-5c342d54-cdc1-42da-bf08-42099ab87181 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591691 Jul 13 19:25:03.288659 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-961850a9-22bd-43bf-946c-a2d40158500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.290152 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-961850a9-22bd-43bf-946c-a2d40158500a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1098 time: 0.0553865 Jul 13 19:25:03.393401 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-3d8a00a3-beed-4b95-8f5c-35d168d495fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:03.394865 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-3d8a00a3-beed-4b95-8f5c-35d168d495fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 909 time: 0.0835087 Jul 13 19:25:04.395862 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-1ff750d1-8c4f-4bd5-a52a-8e971c9c25b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 1000 time: 0.0671802 Jul 13 19:25:04.737851 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:05.245938 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-b316b99e-de91-4a8a-b94c-cab480167d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:05.247407 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-b316b99e-de91-4a8a-b94c-cab480167d66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.0447514 Jul 13 19:25:06.334721 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-eef995d2-06bb-455d-aef6-7a38c0bfbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:25:06.336235 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-eef995d2-06bb-455d-aef6-7a38c0bfbaf0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551829 Jul 13 19:25:06.430896 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-e2e469df-3f30-4bf9-8ae7-c443efec6dbb service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852637 Jul 13 19:25:06.523963 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-942f7f70-3f0f-4297-bab4-a6df03368eb6 req-630aaace-1edb-467d-ae00-adb820d518ba service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858963 Jul 13 19:25:16.860626 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38096) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:16.976393 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.067776 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.074143 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_create {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.113482 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ea658c57f104de2858945880d73fc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518017 Jul 13 19:25:17.115431 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047777fd-147a-458b-82c3-d1ee58facba5,revision_number=1']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:17.116445 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38100) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:25:17.122628 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.122978 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.123318 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.123650 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.123982 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.124281 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.124637 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.124962 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.125285 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.125603 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.125949 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.126265 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1142da6c-bd50-4c26-ad8d-9bed7e8671c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:25:17.166639 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fb823ce4-aca8-426a-b9ef-0ec7fd54e86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.187800 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fb823ce4-aca8-426a-b9ef-0ec7fd54e86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.239985 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fb823ce4-aca8-426a-b9ef-0ec7fd54e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.243903 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-fb823ce4-aca8-426a-b9ef-0ec7fd54e86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:17.245071 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-fb823ce4-aca8-426a-b9ef-0ec7fd54e86d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/047777fd-147a-458b-82c3-d1ee58facba5 HTTP/1.1" status: 204 len: 168 time: 0.1275747 Jul 13 19:25:17.252909 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb823ce4-aca8-426a-b9ef-0ec7fd54e86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047777fd-147a-458b-82c3-d1ee58facba5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:25:27.087177 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:29.223166 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-03f4e03f-bef4-410e-933e-d821caff49b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:30.223534 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:25:31.953439 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-0622d907-9277-406e-8c66-dffeea478e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.198765 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:32.916995 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:34.740343 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:57.100763 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:25:59.227001 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-79f8fa1f-1fee-4b2c-9cf9-f1428b4cb9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:01.840032 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2bddb794-27dc-497c-a62f-3d41026aa826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.203691 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:02.927609 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.399944 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38122) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:03.563931 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Deleting port 4c32ce0f-4be9-48c4-9cb0-dfa3305073b4 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:03.564293 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.640325 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.640665 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.652504 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Calling delete_port for 4c32ce0f-4be9-48c4-9cb0-dfa3305073b4 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:03.835151 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.859701 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event deleted for resources: {'Port': ['ID=4c32ce0f-4be9-48c4-9cb0-dfa3305073b4,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:03.888060 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.888421 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.888760 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.889096 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.889426 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.889781 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.890109 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.890433 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.890764 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.891116 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.891432 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.891741 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:03.931035 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:03.931358 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.l3_db [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Floating IP 8fc5d94b-7f5b-41d8-8eae-44088302f3fc disassociated (deleted). External IP: 172.27.3.97, port: 27204780-8259-4003-8507-30efdb592084. Jul 13 19:26:04.147850 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:04.263251 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:04.269025 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.273447 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] Sync routers for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:04.284270 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:04.284895 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:04.306603 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-084a59a7-9ba0-4ee3-ae49-0aa9a7e3f591 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "DELETE /v2.0/floatingips/8fc5d94b-7f5b-41d8-8eae-44088302f3fc HTTP/1.1" status: 204 len: 168 time: 0.9052286 Jul 13 19:26:04.307179 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'tag': '27204780-8259-4003-8507-30efdb592084'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:04.309604 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922f8352-3f2c-4a1c-bcda-482c76761d82" -d '{"events": [{"name": "network-changed", "server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "tag": "27204780-8259-4003-8507-30efdb592084"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:04.348829 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2fb744-a9e1-411b-aa66-7eb28ef80fd8 x-openstack-request-id: req-9a2fb744-a9e1-411b-aa66-7eb28ef80fd8 {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:04.349127 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "tag": "27204780-8259-4003-8507-30efdb592084", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:04.349382 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a2fb744-a9e1-411b-aa66-7eb28ef80fd8 {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:04.349816 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'tag': '27204780-8259-4003-8507-30efdb592084', 'status': 'completed', 'code': 200} Jul 13 19:26:04.393501 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:04.512308 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-12da0191-cb82-4917-b790-874e22dbd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.513928 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-12da0191-cb82-4917-b790-874e22dbd429 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e8712f56714123b2092b03695b421d&device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 1098 time: 0.1417410 Jul 13 19:26:04.582905 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-ec1ee5bb-0fce-4afe-b0fc-f1b416ce0f21 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802035 Jul 13 19:26:04.621412 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-ca404cd2-8377-4578-b587-5f058bddb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.622988 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-ca404cd2-8377-4578-b587-5f058bddb072 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 200 len: 909 time: 0.0983884 Jul 13 19:26:04.626216 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:13Z', 'revision_number': 5, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:04.660224 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] Checking router: 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:04.668566 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:04.669086 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-3bca5838-0ee3-49b4-97b2-27adb326a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.669248 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:04.670684 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-3bca5838-0ee3-49b4-97b2-27adb326a517 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 1098 time: 0.0611269 Jul 13 19:26:04.675192 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-95b4b22e-b95c-4c3c-a50a-28908f1c1beb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 200 len: 217 time: 0.0457709 Jul 13 19:26:04.729288 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-cc4f4146-c48b-44b9-9f37-ab4f031f2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.732513 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-cc4f4146-c48b-44b9-9f37-ab4f031f2f11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 200 len: 847 time: 0.0515180 Jul 13 19:26:04.775591 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:04.792888 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:04.794646 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-d709b65b-70d3-4820-9c8b-50158b16b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.796437 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-d709b65b-70d3-4820-9c8b-50158b16b796 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.1024694 Jul 13 19:26:04.797849 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-949c8ba1-ab67-4502-9944-b731c0b4589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.799365 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-949c8ba1-ab67-4502-9944-b731c0b4589b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bd178a9-6704-4716-8b1f-cba4f644a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604417 Jul 13 19:26:04.814564 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-a195a431-8f12-4736-8c26-719562620bb8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 19:26:04.815700 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-a195a431-8f12-4736-8c26-719562620bb8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061595 Jul 13 19:26:04.872392 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-a54371c1-4ee6-4ec1-82d1-5a7ebc688736 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=200a77a4-3021-4af9-abd6-fef651835610 HTTP/1.1" status: 200 len: 1000 time: 0.0643010 Jul 13 19:26:04.924915 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-4e9c481f-d7c4-47ce-86a7-66be9069f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.926556 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-4e9c481f-d7c4-47ce-86a7-66be9069f5e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0479374 Jul 13 19:26:04.952194 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f256f-6940-483c-961b-1f8cf76f0719 req-f6d743ca-c035-45e4-aef5-171593fa2f38 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.953794 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a56f256f-6940-483c-961b-1f8cf76f0719 req-f6d743ca-c035-45e4-aef5-171593fa2f38 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.2839632 Jul 13 19:26:04.956142 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-3ba6d8b5-0779-4f67-9776-1ae84ddfbb5f service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288836 Jul 13 19:26:04.989583 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-41f0fd93-915b-4de8-9fdb-4b949865c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:04.991453 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-41f0fd93-915b-4de8-9fdb-4b949865c6ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566339 Jul 13 19:26:05.001100 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:13Z', 'revision_number': 5, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:05.028671 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364cdb7a-29fc-44a7-b4a0-41042b074113 None None] The sync data for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi is: [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:07Z', 'revision_number': 4, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': 'd850a643-957b-44e3-a91f-cf7ee7f4e2ab', 'name': '', 'network_id': '6bd178a9-6704-4716-8b1f-cba4f644a1ac', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'mac_address': 'fa:16:3e:80:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:06Z', 'updated_at': '2021-07-13T19:21:13Z', 'revision_number': 5, 'project_id': '89e8712f56714123b2092b03695b421d', 'subnets': [{'id': '5bcb2388-ee0c-4471-8ca6-125f8287dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:05.092741 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-b222eda0-da4a-4104-8170-6fe9d0a89b53 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939028 Jul 13 19:26:05.186693 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [req-7be1f2f4-d994-46ed-8eb8-b09d6ef5d989 req-ad14a0d0-2477-467b-9cf9-e640386e78ec service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872571 Jul 13 19:26:05.263162 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32de4ee-948c-4891-8988-3285e84373ed None None] New status for floating IP 8fc5d94b-7f5b-41d8-8eae-44088302f3fc: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:26:05.337407 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-a56f256f-6940-483c-961b-1f8cf76f0719 req-5c3a3d28-321f-4326-9782-2b910ffde984 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769538 Jul 13 19:26:05.376246 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-922f8352-3f2c-4a1c-bcda-482c76761d82 req-13aaf946-4a03-4ec0-aa83-235dbcf09c73 service neutron] 10.222.0.61 "GET /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084651 Jul 13 19:26:06.198932 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-1d12b4a8-2054-4888-b6d3-ade8e98d1851 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.200357 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-1d12b4a8-2054-4888-b6d3-ade8e98d1851 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.61 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 945 time: 0.0775898 Jul 13 19:26:06.305111 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Deleting port 27204780-8259-4003-8507-30efdb592084 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:06.305456 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.396700 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] For port 27204780-8259-4003-8507-30efdb592084, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27204780-8259-4003-8507-30efdb592084,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:06.397078 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.410348 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Calling delete_port for 27204780-8259-4003-8507-30efdb592084 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:06.583373 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.623793 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event deleted for resources: {'Port': ['ID=27204780-8259-4003-8507-30efdb592084,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:06.658663 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea5132-0aac-4383-bad0-377a98355e03 req-413a29ac-1ddd-4820-80d2-e8329593d8ce tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:06.660164 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4cea5132-0aac-4383-bad0-377a98355e03 req-413a29ac-1ddd-4820-80d2-e8329593d8ce tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/ports?device_id=738ce517-e735-4c46-93b1-dcdf74cb919c HTTP/1.1" status: 200 len: 867 time: 0.2081215 Jul 13 19:26:06.679957 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] No DVR routers for this DVR port 27204780-8259-4003-8507-30efdb592084 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:06.686639 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:06.688545 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-98320fd8-740d-4e86-ac38-c23b818aea99 req-518e744e-f07a-49b1-bdef-cde55c9ad9b6 tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.61 "DELETE /v2.0/ports/27204780-8259-4003-8507-30efdb592084 HTTP/1.1" status: 204 len: 173 time: 0.4826627 Jul 13 19:26:06.688980 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-deleted', 'tag': '27204780-8259-4003-8507-30efdb592084'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:06.691204 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca0412-7c95-4375-b0f1-971a4ca3dfaa" -d '{"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-deleted", "tag": "27204780-8259-4003-8507-30efdb592084"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:06.721963 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4cea5132-0aac-4383-bad0-377a98355e03 req-cc1e9882-2179-4a23-8779-59b0343b4a6b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "GET /v2.0/security-groups?id=f80954b4-73f8-4682-b9e9-f66c2bb01c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428414 Jul 13 19:26:06.784713 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ac27a-fe9a-4d18-9f2f-7492552283c6 x-openstack-request-id: req-540ac27a-fe9a-4d18-9f2f-7492552283c6 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:06.785003 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738ce517-e735-4c46-93b1-dcdf74cb919c", "name": "network-vif-deleted", "tag": "27204780-8259-4003-8507-30efdb592084", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:06.785256 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-540ac27a-fe9a-4d18-9f2f-7492552283c6 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:06.785691 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738ce517-e735-4c46-93b1-dcdf74cb919c', 'name': 'network-vif-deleted', 'tag': '27204780-8259-4003-8507-30efdb592084', 'status': 'completed', 'code': 200} Jul 13 19:26:07.222742 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:07.832172 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38150) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:07.896677 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1de85613-78be-409e-94d2-451280ff264b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.923636 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1de85613-78be-409e-94d2-451280ff264b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.993935 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1de85613-78be-409e-94d2-451280ff264b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.996496 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-1de85613-78be-409e-94d2-451280ff264b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:07.997719 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-1de85613-78be-409e-94d2-451280ff264b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] 10.222.0.62 "DELETE /v2.0/security-groups/f80954b4-73f8-4682-b9e9-f66c2bb01c6b HTTP/1.1" status: 204 len: 168 time: 0.1642025 Jul 13 19:26:08.006581 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de85613-78be-409e-94d2-451280ff264b tempest-TestShelveInstance-1641554989 tempest-TestShelveInstance-1641554989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80954b4-73f8-4682-b9e9-f66c2bb01c6b,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:08.048708 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38154) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:08.492498 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.744493 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Deleting port d850a643-957b-44e3-a91f-cf7ee7f4e2ab {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:08.744758 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.821858 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] For port d850a643-957b-44e3-a91f-cf7ee7f4e2ab, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:08.822206 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:08.834349 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Calling delete_port for d850a643-957b-44e3-a91f-cf7ee7f4e2ab owned by network:router_interface {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:09.013345 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.038046 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Pushing event deleted for resources: {'Port': ['ID=d850a643-957b-44e3-a91f-cf7ee7f4e2ab,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:09.201776 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.410358 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:09.517025 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:09.522195 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-9ceca68a-c243-4d57-9958-2a705126370d admin admin] 10.222.0.62 "PUT /v2.0/routers/3d0043ca-dc07-42ea-bc37-09f7e2d53c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4724033 Jul 13 19:26:09.525228 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38158) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:09.525921 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] Sync routers for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:09.536467 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:09.537087 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:09.628985 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks [] for router, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.640333 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:09.731232 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.783836 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Deleting port a099ab47-3e70-4ae7-9a72-177dded81f38 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:09.784178 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.816192 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:26:08Z', 'revision_number': 5, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port': {'id': 'a099ab47-3e70-4ae7-9a72-177dded81f38', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:77:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:09.841907 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] Checking router: 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:09.851117 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] Routers {'3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:09.851990 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:09.863368 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] For port a099ab47-3e70-4ae7-9a72-177dded81f38, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=a099ab47-3e70-4ae7-9a72-177dded81f38,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:09.863726 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:09.876237 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Calling delete_port for a099ab47-3e70-4ae7-9a72-177dded81f38 owned by network:router_gateway {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:09.939244 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] Set router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d gateway port host: None {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:09.994631 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 27204780-8259-4003-8507-30efdb592084 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:09.996879 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:26:09Z', 'revision_number': 6, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:10.037898 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 27204780-8259-4003-8507-30efdb592084 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:10.038253 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 27204780-8259-4003-8507-30efdb592084 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:10.039966 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954f9a1-14b1-46c4-b93c-f767d827ca84 None None] The sync data for ids ['3d0043ca-dc07-42ea-bc37-09f7e2d53c6d'] in dv-cinder-786930-3-iscsi is: [{'id': '3d0043ca-dc07-42ea-bc37-09f7e2d53c6d', 'name': 'tempest-TestShelveInstance-662327591-router', 'tenant_id': '89e8712f56714123b2092b03695b421d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:04Z', 'updated_at': '2021-07-13T19:26:09Z', 'revision_number': 6, 'project_id': '89e8712f56714123b2092b03695b421d', 'gw_port_host': None}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:10.045287 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.071138 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Pushing event deleted for resources: {'Port': ['ID=a099ab47-3e70-4ae7-9a72-177dded81f38,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.133774 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.220792 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.223006 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.266010 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.266501 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0043ca-dc07-42ea-bc37-09f7e2d53c6d {{(pid=93115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:26:10.270912 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] Notify callbacks [] for router, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.272139 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-00089c8b-5651-439e-ad4d-e2785c23d320 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3d0043ca-dc07-42ea-bc37-09f7e2d53c6d HTTP/1.1" status: 204 len: 168 time: 0.7455719 Jul 13 19:26:10.274933 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38160) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:10.320175 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] Deleting subnet 5bcb2388-ee0c-4471-8ca6-125f8287dc42 {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:10.323161 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.360331 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839961'] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.439164 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.496025 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4617290'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.521970 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcb2388-ee0c-4471-8ca6-125f8287dc42,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.523915 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.526396 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-3663fdc4-403d-43c6-89f0-4a6e0418c70a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5bcb2388-ee0c-4471-8ca6-125f8287dc42 HTTP/1.1" status: 204 len: 168 time: 0.2499409 Jul 13 19:26:10.528410 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38162) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:10.531371 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03768ef1-86e0-4b7d-b5cc-1f06ffb572fc None None] Network 6bd178a9-6704-4716-8b1f-cba4f644a1ac requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:10.597448 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.649854 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Deleting port 30f225eb-848f-4b40-a43e-da8fce5ab68b {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:10.650202 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.712713 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] For port 30f225eb-848f-4b40-a43e-da8fce5ab68b, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=30f225eb-848f-4b40-a43e-da8fce5ab68b,segment=NetworkSegment(da36239d-bfcb-4926-912f-7aa4723e7a0d),segment_id=da36239d-bfcb-4926-912f-7aa4723e7a0d)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:10.713009 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.725571 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Calling delete_port for 30f225eb-848f-4b40-a43e-da8fce5ab68b owned by network:dhcp {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:10.786198 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] DHCP port deletion for 6bd178a9-6704-4716-8b1f-cba4f644a1ac request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:26:10.814955 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.833548 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Deleting port 30f225eb-848f-4b40-a43e-da8fce5ab68b {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:10.833969 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.837404 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Pushing event deleted for resources: {'Port': ['ID=30f225eb-848f-4b40-a43e-da8fce5ab68b,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.844103 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] No DVR routers for this DVR port 30f225eb-848f-4b40-a43e-da8fce5ab68b on host dv-cinder-786930-3-iscsi {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:10.897504 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] For port 30f225eb-848f-4b40-a43e-da8fce5ab68b, host dv-cinder-786930-3-iscsi, got binding levels [] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:10.897935 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.910977 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Calling delete_port for 30f225eb-848f-4b40-a43e-da8fce5ab68b owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:10.913756 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.ipam_backend_mixin [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Port 30f225eb-848f-4b40-a43e-da8fce5ab68b was not found and therefore no delete operation was performed {{(pid=93116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 19:26:10.915037 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.916273 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.926451 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd178a9-6704-4716-8b1f-cba4f644a1ac']}} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:10.936352 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da36239d-bfcb-4926-912f-7aa4723e7a0d') {'for_net_delete': True} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:10.936624 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da36239d-bfcb-4926-912f-7aa4723e7a0d') {} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:10.939400 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Pushing event deleted for resources: {'Port': ['ID=30f225eb-848f-4b40-a43e-da8fce5ab68b,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:10.945322 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4839936'] for segment, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.946670 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] No DVR routers for this DVR port 30f225eb-848f-4b40-a43e-da8fce5ab68b on host dv-cinder-786930-3-iscsi {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:10.948964 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.949312 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.949663 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.950011 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.950348 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.950682 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.950971 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.951328 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.951664 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.951985 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.952290 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.952616 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c59f16-0710-45af-8387-385cf8d3eaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:10.964001 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.971118 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=93115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:10.971560 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839934'] for segment, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: conditions |= (models_v2.Port.network_id.in_( Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: Traceback (most recent call last): Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: timer() Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: cb(*args, **kw) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: return func(*args, **kwargs) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: self._notify() Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: self.callback(batched_events) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: event.method(event) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: return f(self, *a, **k) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._get(url).json() Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:10.973656 dv-cinder-786930-3-iscsi neutron-server[93115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:11.040654 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.047954 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.052609 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] 10.222.0.62 "DELETE /v2.0/networks/6bd178a9-6704-4716-8b1f-cba4f644a1ac HTTP/1.1" status: 204 len: 168 time: 0.5205884 Jul 13 19:26:11.052817 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a099ab47-3e70-4ae7-9a72-177dded81f38 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:11.053057 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38164) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:11.060994 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eff8d3-8bef-44df-8d4f-ed8dbeb8e82d admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd178a9-6704-4716-8b1f-cba4f644a1ac,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:11.082824 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: a099ab47-3e70-4ae7-9a72-177dded81f38 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:11.083121 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a099ab47-3e70-4ae7-9a72-177dded81f38 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:11.083632 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 30f225eb-848f-4b40-a43e-da8fce5ab68b no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:11.103020 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 30f225eb-848f-4b40-a43e-da8fce5ab68b {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:11.103364 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 30f225eb-848f-4b40-a43e-da8fce5ab68b not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:11.103783 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d850a643-957b-44e3-a91f-cf7ee7f4e2ab no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:11.121744 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: d850a643-957b-44e3-a91f-cf7ee7f4e2ab {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:11.122108 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d850a643-957b-44e3-a91f-cf7ee7f4e2ab not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:11.664731 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:11.935197 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Deleting port c58a5a13-8e29-4595-84c1-c03d6ff07d97 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:11.935539 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.014644 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] For port c58a5a13-8e29-4595-84c1-c03d6ff07d97, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=c58a5a13-8e29-4595-84c1-c03d6ff07d97,segment=NetworkSegment(d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b),segment_id=d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:12.014997 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.027389 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Calling delete_port for c58a5a13-8e29-4595-84c1-c03d6ff07d97 owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:12.214276 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.239867 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58a5a13-8e29-4595-84c1-c03d6ff07d97,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:12.415188 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.631214 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Router 285165cf-f77f-4770-bd20-e07c5aae4b6a has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:12.742829 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:12.749100 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7ecf9ba0-a06e-4b37-b836-6a42c1b28198 admin admin] 10.222.0.62 "PUT /v2.0/routers/285165cf-f77f-4770-bd20-e07c5aae4b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939633 Jul 13 19:26:12.750798 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38166) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:12.751391 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] Sync routers for ids ['285165cf-f77f-4770-bd20-e07c5aae4b6a'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:12.761714 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] Routers {'285165cf-f77f-4770-bd20-e07c5aae4b6a'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:12.762312 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['285165cf-f77f-4770-bd20-e07c5aae4b6a'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:12.856707 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:12.865388 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] Set router 285165cf-f77f-4770-bd20-e07c5aae4b6a gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:12.962236 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.018709 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Deleting port cd233049-8e24-4e57-ba7a-e0383a8c9a2c {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:13.019061 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.046343 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:26:12Z', 'revision_number': 5, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port': {'id': 'cd233049-8e24-4e57-ba7a-e0383a8c9a2c', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:21:09Z', 'updated_at': '2021-07-13T19:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:13.072539 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] Checking router: 285165cf-f77f-4770-bd20-e07c5aae4b6a for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:13.081183 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] Routers {'285165cf-f77f-4770-bd20-e07c5aae4b6a'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:13.081821 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['285165cf-f77f-4770-bd20-e07c5aae4b6a'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:13.099958 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] For port cd233049-8e24-4e57-ba7a-e0383a8c9a2c, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:13.100313 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.112750 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Calling delete_port for cd233049-8e24-4e57-ba7a-e0383a8c9a2c owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:13.165594 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] Set router 285165cf-f77f-4770-bd20-e07c5aae4b6a gateway port host: None {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:13.215469 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:26:12Z', 'revision_number': 6, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:13.245225 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f307cb-8cac-483a-8ae0-021e3af46cb8 None None] The sync data for ids ['285165cf-f77f-4770-bd20-e07c5aae4b6a'] in dv-cinder-786930-3-iscsi is: [{'id': '285165cf-f77f-4770-bd20-e07c5aae4b6a', 'name': 'tempest-TestShelveInstance-36663480-router', 'tenant_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:21:08Z', 'updated_at': '2021-07-13T19:26:12Z', 'revision_number': 6, 'project_id': 'f2d2f9caae1c48739fedbd645e54caa2', 'gw_port_host': None}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:13.280299 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.306402 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd233049-8e24-4e57-ba7a-e0383a8c9a2c,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:13.369136 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.457867 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.459964 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.507214 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.507857 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 285165cf-f77f-4770-bd20-e07c5aae4b6a {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:26:13.513480 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.514939 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-53b6810f-1beb-438f-84d0-58424f38395f admin admin] 10.222.0.62 "DELETE /v2.0/routers/285165cf-f77f-4770-bd20-e07c5aae4b6a HTTP/1.1" status: 204 len: 168 time: 0.7631638 Jul 13 19:26:13.517891 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38168) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:13.567114 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] Deleting subnet a26f1582-ced6-4e18-a8a3-d01194494891 {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:13.570144 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.606117 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839961'] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.682708 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.734347 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4617290'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.767825 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26f1582-ced6-4e18-a8a3-d01194494891,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:13.771641 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:13.773872 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-d2ffff3d-82f8-4826-904b-7823cbf58ebb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a26f1582-ced6-4e18-a8a3-d01194494891 HTTP/1.1" status: 204 len: 168 time: 0.2544465 Jul 13 19:26:13.775936 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38170) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:13.778548 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b42fa-1767-4c2c-ab9a-6710e930cb08 None None] Network e75f8a5e-ff93-490c-af07-51264d4fdee7 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:13.982332 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] DHCP port deletion for e75f8a5e-ff93-490c-af07-51264d4fdee7 request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:26:14.034657 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] Deleting port 489e1587-ea02-432d-bcc4-cb731898b263 {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:14.035037 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.100650 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] For port 489e1587-ea02-432d-bcc4-cb731898b263, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=489e1587-ea02-432d-bcc4-cb731898b263,segment=NetworkSegment(d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b),segment_id=d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:14.101142 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.114248 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] Calling delete_port for 489e1587-ea02-432d-bcc4-cb731898b263 owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:14.124844 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.177272 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Deleting port 489e1587-ea02-432d-bcc4-cb731898b263 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:14.177644 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.195424 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.225659 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] Pushing event deleted for resources: {'Port': ['ID=489e1587-ea02-432d-bcc4-cb731898b263,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:14.229536 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd595d-045b-4d06-ac35-3a61d1e9a968 None None] No DVR routers for this DVR port 489e1587-ea02-432d-bcc4-cb731898b263 on host dv-cinder-786930-3-iscsi {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:14.250319 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] For port 489e1587-ea02-432d-bcc4-cb731898b263, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=489e1587-ea02-432d-bcc4-cb731898b263,segment=NetworkSegment(d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b),segment_id=d2c03e3a-c54a-48ff-9faf-b3ac609b5e1b)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:14.250706 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.262973 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Calling delete_port for 489e1587-ea02-432d-bcc4-cb731898b263 owned by network:dhcp {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:14.342850 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.371222 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Pushing event deleted for resources: {'Port': ['ID=489e1587-ea02-432d-bcc4-cb731898b263,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:14.375445 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] No DVR routers for this DVR port 489e1587-ea02-432d-bcc4-cb731898b263 on host dv-cinder-786930-3-iscsi {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:14.445799 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.455623 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75f8a5e-ff93-490c-af07-51264d4fdee7']}} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:14.465852 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b') {'for_net_delete': True} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:14.466153 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c03e3a-c54a-48ff-9faf-b3ac609b5e1b') {} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:14.475065 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4839936'] for segment, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.490206 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.499247 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=93115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:14.499635 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839934'] for segment, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: self.session.flush() Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: self.session.flush() Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: self.session.flush() Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: self.session.flush() Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: Traceback (most recent call last): Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: timer() Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: cb(*args, **kw) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: return func(*args, **kwargs) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: self._notify() Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: self.callback(batched_events) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: event.method(event) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: return f(self, *a, **k) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._get(url).json() Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:14.501768 dv-cinder-786930-3-iscsi neutron-server[93115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:14.560443 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.566461 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.568256 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e75f8a5e-ff93-490c-af07-51264d4fdee7 HTTP/1.1" status: 204 len: 168 time: 0.7914515 Jul 13 19:26:14.578490 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb21a3-f634-4f24-97cc-9573558f0320 admin admin] Pushing event deleted for resources: {'Network': ['ID=e75f8a5e-ff93-490c-af07-51264d4fdee7,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:14.694098 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38174) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:14.738098 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-d0b11b45-8880-41d2-b358-af60204cd516 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89e8712f56714123b2092b03695b421d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426316 Jul 13 19:26:14.740519 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38176) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:14.789264 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-979c03cd-111c-4e7c-b025-3fcb7448cc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.810223 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-979c03cd-111c-4e7c-b025-3fcb7448cc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.859819 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-979c03cd-111c-4e7c-b025-3fcb7448cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.862616 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-979c03cd-111c-4e7c-b025-3fcb7448cc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:14.863820 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-979c03cd-111c-4e7c-b025-3fcb7448cc97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3eec9318-1a30-4d38-8b31-69d00f97035a HTTP/1.1" status: 204 len: 168 time: 0.1224070 Jul 13 19:26:14.871305 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c03cd-111c-4e7c-b025-3fcb7448cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec9318-1a30-4d38-8b31-69d00f97035a,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:15.049010 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 489e1587-ea02-432d-bcc4-cb731898b263 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:15.069516 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 489e1587-ea02-432d-bcc4-cb731898b263 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:15.069881 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 489e1587-ea02-432d-bcc4-cb731898b263 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:15.070285 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device c58a5a13-8e29-4595-84c1-c03d6ff07d97 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:15.088183 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: c58a5a13-8e29-4595-84c1-c03d6ff07d97 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:15.088535 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device c58a5a13-8e29-4595-84c1-c03d6ff07d97 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:15.088963 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device cd233049-8e24-4e57-ba7a-e0383a8c9a2c no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:15.106866 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: cd233049-8e24-4e57-ba7a-e0383a8c9a2c {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:15.107204 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device cd233049-8e24-4e57-ba7a-e0383a8c9a2c not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:15.203407 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38182) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:15.241728 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-14aba2b1-959b-41fe-b83f-9f0da01d5fd8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2d2f9caae1c48739fedbd645e54caa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370448 Jul 13 19:26:15.244191 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38184) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:15.294181 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e3c17823-34bc-465a-9e5e-d16d6758eb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.316494 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e3c17823-34bc-465a-9e5e-d16d6758eb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.364964 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e3c17823-34bc-465a-9e5e-d16d6758eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.367675 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e3c17823-34bc-465a-9e5e-d16d6758eb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:15.368823 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e3c17823-34bc-465a-9e5e-d16d6758eb49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d1418bd-9fd3-4bb9-b153-daee5e2a2396 HTTP/1.1" status: 204 len: 168 time: 0.1237683 Jul 13 19:26:15.376544 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c17823-34bc-465a-9e5e-d16d6758eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1418bd-9fd3-4bb9-b153-daee5e2a2396,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:27.101066 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.607997 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38188) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:27.773612 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Deleting port 4d85b445-287e-4efe-884f-cabb1d821f40 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:27.773891 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.846718 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.847058 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:27.858724 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Calling delete_port for 4d85b445-287e-4efe-884f-cabb1d821f40 owned by network:floatingip {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:28.018195 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.049542 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event deleted for resources: {'Port': ['ID=4d85b445-287e-4efe-884f-cabb1d821f40,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:28.075054 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.075405 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.075744 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.076080 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.076390 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.076742 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.077071 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.077400 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.077756 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.078079 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.078402 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.078719 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-3-iscsi {{(pid=93115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 19:26:28.116197 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.116525 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.db.l3_db [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Floating IP 19f9d43a-a0a2-4d14-b2e7-185fd7507200 disassociated (deleted). External IP: 172.27.3.242, port: aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e. Jul 13 19:26:28.322027 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:28.429198 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:28.433727 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:28.440056 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:28.450153 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:28.450765 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:28.471975 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-eff90009-9044-45ef-850e-622910f1e9c9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "DELETE /v2.0/floatingips/19f9d43a-a0a2-4d14-b2e7-185fd7507200 HTTP/1.1" status: 204 len: 168 time: 0.8624911 Jul 13 19:26:28.472643 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:28.475192 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e49fec8-9b32-43cb-b181-379528199402" -d '{"events": [{"name": "network-changed", "server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:28.521362 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8049f78-b884-4cfa-bae7-b285fea7a18e x-openstack-request-id: req-f8049f78-b884-4cfa-bae7-b285fea7a18e {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:28.521724 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:28.521986 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8049f78-b884-4cfa-bae7-b285fea7a18e {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:28.522388 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'status': 'completed', 'code': 200} Jul 13 19:26:28.597323 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49fec8-9b32-43cb-b181-379528199402 req-839be751-1bed-48e5-b946-5e08665cadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.599043 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e49fec8-9b32-43cb-b181-379528199402 req-839be751-1bed-48e5-b946-5e08665cadf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 1098 time: 0.0540609 Jul 13 19:26:28.681157 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:28.689131 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49fec8-9b32-43cb-b181-379528199402 req-c2ca67dc-ee2a-4074-8264-e69324a31572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.690644 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e49fec8-9b32-43cb-b181-379528199402 req-c2ca67dc-ee2a-4074-8264-e69324a31572 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.0846376 Jul 13 19:26:28.743352 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e49fec8-9b32-43cb-b181-379528199402 req-0d96f293-d645-46a6-b03d-9ab4aa0cabbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e HTTP/1.1" status: 200 len: 217 time: 0.0386655 Jul 13 19:26:28.820693 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49fec8-9b32-43cb-b181-379528199402 req-aafabb90-db12-45b1-942f-ea249b6705a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.822200 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e49fec8-9b32-43cb-b181-379528199402 req-aafabb90-db12-45b1-942f-ea249b6705a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0715876 Jul 13 19:26:28.885411 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165ef2-1b36-4019-b419-a90b9a5902f8 req-5a0e8012-a764-4111-8b0d-c33a4ce48126 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.886795 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-27165ef2-1b36-4019-b419-a90b9a5902f8 req-5a0e8012-a764-4111-8b0d-c33a4ce48126 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 945 time: 0.1007116 Jul 13 19:26:28.912961 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:34Z', 'revision_number': 1, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:28.915380 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49fec8-9b32-43cb-b181-379528199402 req-3c3f261f-8b8d-437d-910d-39638d91b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:28.916813 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e49fec8-9b32-43cb-b181-379528199402 req-3c3f261f-8b8d-437d-910d-39638d91b751 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878756 Jul 13 19:26:28.939049 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:28.947528 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:28.948174 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:02Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:28.953139 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-27165ef2-1b36-4019-b419-a90b9a5902f8 req-3239af54-5dc7-434b-a005-aa831e668fd9 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599129 Jul 13 19:26:29.020207 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e49fec8-9b32-43cb-b181-379528199402 req-f3b4fa56-d348-4708-b5f9-0647b371aca6 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924280 Jul 13 19:26:29.053461 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:29.114644 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-4e49fec8-9b32-43cb-b181-379528199402 req-ead90b4e-f867-4469-a4fe-b4629e9b4f16 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868566 Jul 13 19:26:29.233883 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-2d45e9d6-c8fd-431d-84ff-030266c2fad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:29.289578 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:34Z', 'revision_number': 1, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:29.314417 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec51e46-9959-4a97-907e-41bf87085a09 None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_floatingips': [{'id': 'b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'router_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'port_id': '200a77a4-3021-4af9-abd6-fef651835610', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'mac_address': 'fa:16:3e:c2:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34347301-ba29-4d9a-9b08-af936fc1089e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T19:22:31Z', 'updated_at': '2021-07-13T19:22:34Z', 'revision_number': 1, 'project_id': '663b1b0b656c40d5aac665461a439551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:29.524208 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6ccd0-e767-4274-be03-5ebd305c979f None None] New status for floating IP 19f9d43a-a0a2-4d14-b2e7-185fd7507200: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:26:30.146932 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d4c17-ac13-43b7-add3-c70681eb90a5 req-8aa46438-9183-4bc1-ab79-f6f42a8360a4 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.148427 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0c7d4c17-ac13-43b7-add3-c70681eb90a5 req-8aa46438-9183-4bc1-ab79-f6f42a8360a4 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 945 time: 0.0752542 Jul 13 19:26:30.196284 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-0c7d4c17-ac13-43b7-add3-c70681eb90a5 req-e1dc0e2a-40ba-4add-972d-9767e0069bcc tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Jul 13 19:26:30.247333 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-caf136dd-abda-45f9-988a-38f047cf2419 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:30.248705 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-caf136dd-abda-45f9-988a-38f047cf2419 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 945 time: 0.0638978 Jul 13 19:26:30.348700 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Deleting port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:30.348990 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.438800 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] For port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:30.439182 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.451985 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Calling delete_port for aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:30.581055 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.610291 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event deleted for resources: {'Port': ['ID=aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:30.659701 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] No DVR routers for this DVR port aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:30.662619 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:30.664640 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-3b42ca6e-c3c2-4ff5-93b8-2b29967acd78 req-7c5c97b6-b6e1-4e17-b126-6535dfaf4cc7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "DELETE /v2.0/ports/aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e HTTP/1.1" status: 204 len: 173 time: 0.4106903 Jul 13 19:26:30.665067 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'name': 'network-vif-deleted', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:30.667393 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d72680-d906-4361-a92d-fa9f3ea3f110" -d '{"events": [{"server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "name": "network-vif-deleted", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:30.702791 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6920217-dc40-4d1c-b067-d2276722e495 x-openstack-request-id: req-c6920217-dc40-4d1c-b067-d2276722e495 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:30.703088 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd", "name": "network-vif-deleted", "tag": "aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:30.703343 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6920217-dc40-4d1c-b067-d2276722e495 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:30.703756 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6353e5b-e0f3-4f7e-9f77-8bac5753d5fd', 'name': 'network-vif-deleted', 'tag': 'aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e', 'status': 'completed', 'code': 200} Jul 13 19:26:31.362074 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-13675ffc-5100-4f70-9d9e-4bd2dd641eee req-23eca92e-37fe-4c3e-8614-a5c682529780 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6353e5b-e0f3-4f7e-9f77-8bac5753d5fd HTTP/1.1" status: 200 len: 210 time: 0.0285060 Jul 13 19:26:31.834645 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5718a6a0-7255-4b57-bce1-25742b9b0086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.204541 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:32.928533 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.060131 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:34.092027 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:34.092367 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device aec94b79-d98c-4ae7-8e2b-c79daa5b0c6e not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:34.733107 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38218) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:34.746507 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.901089 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Deleting port 2a88e1f1-68b1-4014-b366-e63bafbfdcb5 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:34.901412 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.974738 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.974940 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:34.986588 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Calling delete_port for 2a88e1f1-68b1-4014-b366-e63bafbfdcb5 owned by network:floatingip {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:35.134013 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.158802 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event deleted for resources: {'Port': ['ID=2a88e1f1-68b1-4014-b366-e63bafbfdcb5,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:35.224914 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.225145 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.db.l3_db [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Floating IP b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5 disassociated (deleted). External IP: 172.27.3.40, port: 200a77a4-3021-4af9-abd6-fef651835610. Jul 13 19:26:35.430688 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:35.542243 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:35.547348 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:35.551661 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:35.560910 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:35.561517 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:35.586423 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-9764722b-af3f-4eb6-85c7-7cecb6bf5ef7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "DELETE /v2.0/floatingips/b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5 HTTP/1.1" status: 204 len: 168 time: 0.8519588 Jul 13 19:26:35.586984 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'tag': '200a77a4-3021-4af9-abd6-fef651835610'}] {{(pid=93114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:35.589237 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7376ce36d3eca4f7b2771fbecf3bd1d1ad78b9e926f38f635dfe5e3b93708133" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "tag": "200a77a4-3021-4af9-abd6-fef651835610"}]}' {{(pid=93114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:35.668181 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:35.817769 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec47970-7fd1-4b97-b830-0d92e5058f8c x-openstack-request-id: req-bec47970-7fd1-4b97-b830-0d92e5058f8c {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:35.818467 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "tag": "200a77a4-3021-4af9-abd6-fef651835610", "status": "completed", "code": 200}]} {{(pid=93114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:35.818467 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bec47970-7fd1-4b97-b830-0d92e5058f8c {{(pid=93114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:35.819075 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'tag': '200a77a4-3021-4af9-abd6-fef651835610', 'status': 'completed', 'code': 200} Jul 13 19:26:35.891637 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:35.903237 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-9acf2a17-b20f-44a4-9079-d35ad254114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:35.904756 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-9acf2a17-b20f-44a4-9079-d35ad254114f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=663b1b0b656c40d5aac665461a439551&device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 1098 time: 0.0662632 Jul 13 19:26:35.917755 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:35.926222 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:35.926834 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:36.026564 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab5898-e407-46ce-990a-74ef1fcf483b req-3b8038c4-3a66-4fbc-981e-f2052a35dd6d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.027943 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-77ab5898-e407-46ce-990a-74ef1fcf483b req-3b8038c4-3a66-4fbc-981e-f2052a35dd6d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 945 time: 0.1356354 Jul 13 19:26:36.032858 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-b3765f1a-5060-449d-a20c-bfe5250b5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.033445 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:36.034268 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-b3765f1a-5060-449d-a20c-bfe5250b5586 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 200 len: 912 time: 0.1112776 Jul 13 19:26:36.085394 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-9323ee4a-067e-4c02-87d3-054c06b575a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=200a77a4-3021-4af9-abd6-fef651835610 HTTP/1.1" status: 200 len: 217 time: 0.0434535 Jul 13 19:26:36.127039 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-77ab5898-e407-46ce-990a-74ef1fcf483b req-0cbd78fd-2e88-412b-b088-0729141afc87 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918319 Jul 13 19:26:36.144151 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-2ad385da-f0a9-42dc-9894-8fa43d645c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.145725 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-2ad385da-f0a9-42dc-9894-8fa43d645c39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 200 len: 850 time: 0.0507536 Jul 13 19:26:36.204976 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-7b2b7653-fd4f-421c-99fc-aafde737c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:36.206550 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-7b2b7653-fd4f-421c-99fc-aafde737c877 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d6e078eb-4d52-420d-8aa8-d68739dfa9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538218 Jul 13 19:26:36.224622 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:36.253874 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdab59-d6f1-4372-b23a-d86d9f2bda82 None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:18:15Z', 'revision_number': 4, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi', '_interfaces': [{'id': '560c5cdd-6445-4d05-83ac-8d2d49a2d09a', 'name': '', 'network_id': 'd6e078eb-4d52-420d-8aa8-d68739dfa9a4', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'mac_address': 'fa:16:3e:1c:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '121e354e-8d71-4875-9149-4245228e182f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:14Z', 'updated_at': '2021-07-13T19:18:23Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'subnets': [{'id': '121e354e-8d71-4875-9149-4245228e182f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:36.301813 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-2fd3c7e2-1d40-47ed-96d5-fcc756871325 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880468 Jul 13 19:26:36.395416 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-bbc5cf41-779a-43e1-aa11-fe6f1f1b8cd8 req-53a714cf-a2a0-48b6-b5ba-ccc53326bd84 service neutron] 10.222.0.61 "GET /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858791 Jul 13 19:26:36.457576 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63aa81-516c-42d9-b9aa-f7dea0844206 None None] New status for floating IP b9d6cf2b-ded1-45d7-a72f-c3fd269d1db5: DOWN {{(pid=93118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 19:26:37.358323 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3d51f-18e5-482b-9665-6c54a5aa47cf req-3cb42c6e-5610-4dbf-a2f7-6ba078a51e9d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.359693 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4b3d51f-18e5-482b-9665-6c54a5aa47cf req-3cb42c6e-5610-4dbf-a2f7-6ba078a51e9d tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 945 time: 0.1088614 Jul 13 19:26:37.372758 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-73438958-17d9-4cb4-b581-b1159a49be4e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 19:26:37.374123 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-73438958-17d9-4cb4-b581-b1159a49be4e tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 945 time: 0.0904388 Jul 13 19:26:37.439017 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-b4b3d51f-18e5-482b-9665-6c54a5aa47cf req-10b3edf3-a3c1-4db9-9208-7b96b736e97c tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/security-groups?id=4cf4b074-0a00-45c8-b167-77faf5b150cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736063 Jul 13 19:26:37.489183 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Deleting port 200a77a4-3021-4af9-abd6-fef651835610 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:37.489499 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.577122 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] For port 200a77a4-3021-4af9-abd6-fef651835610, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=200a77a4-3021-4af9-abd6-fef651835610,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:37.577472 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.589970 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Calling delete_port for 200a77a4-3021-4af9-abd6-fef651835610 owned by compute:nova {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:37.732778 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.760878 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event deleted for resources: {'Port': ['ID=200a77a4-3021-4af9-abd6-fef651835610,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:37.804601 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] No DVR routers for this DVR port 200a77a4-3021-4af9-abd6-fef651835610 on host hv-cinder-78693 {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:37.807081 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for port, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:37.809071 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-00c024c3-9349-4909-8e51-d8695fc5d1a2 req-d53c653c-9ec7-442f-aec4-77c0b86504c2 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.61 "DELETE /v2.0/ports/200a77a4-3021-4af9-abd6-fef651835610 HTTP/1.1" status: 204 len: 173 time: 0.4295259 Jul 13 19:26:37.809545 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'name': 'network-vif-deleted', 'tag': '200a77a4-3021-4af9-abd6-fef651835610'}] {{(pid=93115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 19:26:37.811823 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5565972fc28064597c2614e005b3b904b72d74b7afe2eb5344b8dd83ca0d57e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51be58-e53b-4ff5-b096-f4e09f071b80" -d '{"events": [{"server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "name": "network-vif-deleted", "tag": "200a77a4-3021-4af9-abd6-fef651835610"}]}' {{(pid=93115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 19:26:37.851783 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db68a30-5ab7-44d8-98a8-5feb85aefe19 x-openstack-request-id: req-3db68a30-5ab7-44d8-98a8-5feb85aefe19 {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 19:26:37.852082 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34347301-ba29-4d9a-9b08-af936fc1089e", "name": "network-vif-deleted", "tag": "200a77a4-3021-4af9-abd6-fef651835610", "status": "completed", "code": 200}]} {{(pid=93115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 19:26:37.852358 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3db68a30-5ab7-44d8-98a8-5feb85aefe19 {{(pid=93115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 19:26:37.852758 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34347301-ba29-4d9a-9b08-af936fc1089e', 'name': 'network-vif-deleted', 'tag': '200a77a4-3021-4af9-abd6-fef651835610', 'status': 'completed', 'code': 200} Jul 13 19:26:38.589312 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [req-466a8cb7-74c3-42a4-b21b-90a57c157db5 req-fc8db6da-4bc5-4bf8-8e32-f2996b1a12e7 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "GET /v2.0/ports?device_id=34347301-ba29-4d9a-9b08-af936fc1089e HTTP/1.1" status: 200 len: 210 time: 0.0276964 Jul 13 19:26:39.695406 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38236) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:39.836553 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Deleting port 9cd627c1-c39a-4db0-9ceb-a0c2e99d4ff1 {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:39.836812 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.914476 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.914808 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:39.926293 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Calling delete_port for 9cd627c1-c39a-4db0-9ceb-a0c2e99d4ff1 owned by network:floatingip {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:40.056475 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.080457 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event deleted for resources: {'Port': ['ID=9cd627c1-c39a-4db0-9ceb-a0c2e99d4ff1,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:40.094395 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 200a77a4-3021-4af9-abd6-fef651835610 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:40.114288 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] No Port match for: 200a77a4-3021-4af9-abd6-fef651835610 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:40.114633 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Device 200a77a4-3021-4af9-abd6-fef651835610 not bound to the agent host hv-cinder-78693 {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:40.143489 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.146040 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2054361'] for floatingip, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:40.147199 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-9ffc3242-4fbf-4f99-a109-c823aee09ee6 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "DELETE /v2.0/floatingips/66c59f50-145b-4e71-ac1f-c30610333b7b HTTP/1.1" status: 204 len: 168 time: 0.4508238 Jul 13 19:26:41.445186 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38248) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:41.505236 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5273add5-d6bd-47e7-b69f-c0355b515734 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.533988 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5273add5-d6bd-47e7-b69f-c0355b515734 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.598216 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5273add5-d6bd-47e7-b69f-c0355b515734 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.602233 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-5273add5-d6bd-47e7-b69f-c0355b515734 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:41.603804 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-5273add5-d6bd-47e7-b69f-c0355b515734 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] 10.222.0.62 "DELETE /v2.0/security-groups/4cf4b074-0a00-45c8-b167-77faf5b150cc HTTP/1.1" status: 204 len: 168 time: 0.1575456 Jul 13 19:26:41.613072 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273add5-d6bd-47e7-b69f-c0355b515734 tempest-TestVolumeBootPattern-2126586115 tempest-TestVolumeBootPattern-2126586115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf4b074-0a00-45c8-b167-77faf5b150cc,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:41.666189 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38252) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:42.165104 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.686757 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Deleting port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:42.687510 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.760074 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] For port 560c5cdd-6445-4d05-83ac-8d2d49a2d09a, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:42.760414 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.772600 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Calling delete_port for 560c5cdd-6445-4d05-83ac-8d2d49a2d09a owned by network:router_interface {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:42.965356 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:42.987556 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=560c5cdd-6445-4d05-83ac-8d2d49a2d09a,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:43.156302 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.364583 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:43.469522 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:43.475464 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-0f83448e-d64e-486f-8d07-60d3cd9f6d3e admin admin] 10.222.0.62 "PUT /v2.0/routers/8fd69de3-1c3e-4b76-9604-e48673c3ba22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8082149 Jul 13 19:26:43.477496 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38256) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:43.478445 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] Sync routers for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:43.488541 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:43.489147 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:43.579643 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.592522 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:43.677822 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.731091 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Deleting port a9c6ece3-240e-438b-a6e6-add23de540c3 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:43.731428 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.762959 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:26:42Z', 'revision_number': 5, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port': {'id': 'a9c6ece3-240e-438b-a6e6-add23de540c3', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:12Z', 'updated_at': '2021-07-13T19:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:43.792969 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] Checking router: 8fd69de3-1c3e-4b76-9604-e48673c3ba22 for host: dv-cinder-786930-3-iscsi {{(pid=93116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:43.801886 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] Routers {'8fd69de3-1c3e-4b76-9604-e48673c3ba22'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:43.802512 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'], 'active': True} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:43.805899 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] For port a9c6ece3-240e-438b-a6e6-add23de540c3, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=a9c6ece3-240e-438b-a6e6-add23de540c3,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:43.806252 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:43.818545 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Calling delete_port for a9c6ece3-240e-438b-a6e6-add23de540c3 owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:43.888279 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvr_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] Set router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 gateway port host: None {{(pid=93116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:43.940508 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_hamode_db [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:26:43Z', 'revision_number': 6, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:44.096005 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24052dd2-cc20-4031-b1b9-a7b1fd555b7f None None] The sync data for ids ['8fd69de3-1c3e-4b76-9604-e48673c3ba22'] in dv-cinder-786930-3-iscsi is: [{'id': '8fd69de3-1c3e-4b76-9604-e48673c3ba22', 'name': 'tempest-TestVolumeBootPattern-944595363-router', 'tenant_id': '663b1b0b656c40d5aac665461a439551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:11Z', 'updated_at': '2021-07-13T19:26:43Z', 'revision_number': 6, 'project_id': '663b1b0b656c40d5aac665461a439551', 'gw_port_host': None}] {{(pid=93116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:44.221441 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:26:44.240722 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.275646 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c6ece3-240e-438b-a6e6-add23de540c3,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:44.336072 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.422011 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.424233 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.472529 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.473035 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd69de3-1c3e-4b76-9604-e48673c3ba22 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:26:44.477875 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.481926 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38258) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:44.482414 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-b031ab04-42b6-4618-9262-78578b16e52d admin admin] 10.222.0.62 "DELETE /v2.0/routers/8fd69de3-1c3e-4b76-9604-e48673c3ba22 HTTP/1.1" status: 204 len: 168 time: 1.0034573 Jul 13 19:26:44.530797 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] Deleting subnet 121e354e-8d71-4875-9149-4245228e182f {{(pid=93115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:44.534681 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.568796 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4839961'] for subnet, precommit_delete_associations {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.646085 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.702356 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4617290'] for subnet, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.726315 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121e354e-8d71-4875-9149-4245228e182f,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:44.729919 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for subnet, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.732027 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-e1f29900-2add-4786-90c5-74c23a62c207 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/121e354e-8d71-4875-9149-4245228e182f HTTP/1.1" status: 204 len: 168 time: 0.2483156 Jul 13 19:26:44.734592 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38260) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:44.737199 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc31290-56ff-4697-a709-f72b4de2de5e None None] Network d6e078eb-4d52-420d-8aa8-d68739dfa9a4 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:44.799604 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.851749 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Deleting port 7501fe18-e5c4-46e2-a4e4-26c6577937fc {{(pid=93115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:44.852142 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.917355 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.db [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] For port 7501fe18-e5c4-46e2-a4e4-26c6577937fc, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7501fe18-e5c4-46e2-a4e4-26c6577937fc,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:44.917782 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:44.930451 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.plugin [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Calling delete_port for 7501fe18-e5c4-46e2-a4e4-26c6577937fc owned by network:dhcp {{(pid=93115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:44.938164 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] DHCP port deletion for d6e078eb-4d52-420d-8aa8-d68739dfa9a4 request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:26:44.985784 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] Deleting port 7501fe18-e5c4-46e2-a4e4-26c6577937fc {{(pid=93116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:44.986056 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.010730 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4839949'] for port, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.043344 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7501fe18-e5c4-46e2-a4e4-26c6577937fc,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.045194 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] No DVR routers for this DVR port 7501fe18-e5c4-46e2-a4e4-26c6577937fc on host dv-cinder-786930-3-iscsi {{(pid=93115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:45.049931 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.db [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] For port 7501fe18-e5c4-46e2-a4e4-26c6577937fc, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=7501fe18-e5c4-46e2-a4e4-26c6577937fc,segment=NetworkSegment(2e1e46b7-6dd5-430f-b8c0-8e153dfc004c),segment_id=2e1e46b7-6dd5-430f-b8c0-8e153dfc004c)] {{(pid=93116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:45.050527 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.067106 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] Calling delete_port for 7501fe18-e5c4-46e2-a4e4-26c6577937fc owned by network:dhcp {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:45.114844 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a9c6ece3-240e-438b-a6e6-add23de540c3 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:45.116053 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.126338 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e078eb-4d52-420d-8aa8-d68739dfa9a4']}} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:45.137154 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c') {'for_net_delete': True} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:45.137522 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.services.segments.db [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1e46b7-6dd5-430f-b8c0-8e153dfc004c') {} {{(pid=93115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:45.138313 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: a9c6ece3-240e-438b-a6e6-add23de540c3 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:45.138649 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device a9c6ece3-240e-438b-a6e6-add23de540c3 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:45.139267 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7501fe18-e5c4-46e2-a4e4-26c6577937fc no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:45.146918 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4839936'] for segment, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.159774 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 7501fe18-e5c4-46e2-a4e4-26c6577937fc {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:45.160109 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 7501fe18-e5c4-46e2-a4e4-26c6577937fc not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:45.160522 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 560c5cdd-6445-4d05-83ac-8d2d49a2d09a no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:45.161470 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.167503 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=93115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:45.167896 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839934'] for segment, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: Traceback (most recent call last): Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: timer() Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: cb(*args, **kw) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: return func(*args, **kwargs) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: self._notify() Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: self.callback(batched_events) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: event.method(event) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: return f(self, *a, **k) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._get(url).json() Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:45.169763 dv-cinder-786930-3-iscsi neutron-server[93115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:45.187247 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 560c5cdd-6445-4d05-83ac-8d2d49a2d09a {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:45.187585 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 560c5cdd-6445-4d05-83ac-8d2d49a2d09a not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:45.211700 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328'] for port, after_delete {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.226818 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.232205 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.234119 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d6e078eb-4d52-420d-8aa8-d68739dfa9a4 HTTP/1.1" status: 204 len: 168 time: 0.4986491 Jul 13 19:26:45.237284 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38262) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:45.237702 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] Pushing event deleted for resources: {'Port': ['ID=7501fe18-e5c4-46e2-a4e4-26c6577937fc,revision_number=None']} {{(pid=93116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.239904 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7008a-6b12-4b1f-bb65-bf1eced513b1 None None] No DVR routers for this DVR port 7501fe18-e5c4-46e2-a4e4-26c6577937fc on host dv-cinder-786930-3-iscsi {{(pid=93116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:45.251387 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a59462-4738-45bf-993f-a48db213dc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e078eb-4d52-420d-8aa8-d68739dfa9a4,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:45.582878 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403567'] for router_interface, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.848607 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Deleting port 3efac556-a16a-47be-89ea-53d52b0f7f82 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:45.848864 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.930623 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] For port 3efac556-a16a-47be-89ea-53d52b0f7f82, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=3efac556-a16a-47be-89ea-53d52b0f7f82,segment=NetworkSegment(e629d687-1721-47c8-9118-2725d2284aec),segment_id=e629d687-1721-47c8-9118-2725d2284aec)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:45.930978 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:45.943407 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Calling delete_port for 3efac556-a16a-47be-89ea-53d52b0f7f82 owned by network:router_interface {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:46.133115 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.170277 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Pushing event deleted for resources: {'Port': ['ID=3efac556-a16a-47be-89ea-53d52b0f7f82,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:46.336634 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402827'] for router_interface, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.549155 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Router 28464e88-32f1-4b4f-8e89-436470ad0701 has already been hosted by L3 agent 509ce25f-7f15-43c4-b0ee-74b634e438e3 {{(pid=93114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 19:26:46.654948 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] Notify agent at l3_agent.dv-cinder-786930-3-iscsi the message routers_updated {{(pid=93114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 19:26:46.660425 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-817d2c6b-1e57-4e59-b0b8-b0082cb8225e admin admin] 10.222.0.62 "PUT /v2.0/routers/28464e88-32f1-4b4f-8e89-436470ad0701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4220600 Jul 13 19:26:46.664009 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38264) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:46.666834 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] Sync routers for ids ['28464e88-32f1-4b4f-8e89-436470ad0701'] in dv-cinder-786930-3-iscsi {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 19:26:46.677223 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] Routers {'28464e88-32f1-4b4f-8e89-436470ad0701'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:46.677861 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['28464e88-32f1-4b4f-8e89-436470ad0701'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:46.762442 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks [] for router, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.778682 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] Set router 28464e88-32f1-4b4f-8e89-436470ad0701 gateway port host: dv-cinder-786930-3-iscsi {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:46.861724 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.919551 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Deleting port 318c2666-5c38-450f-b4a9-8b5536c694dd {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:46.919886 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:46.952848 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'external_fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:26:46Z', 'revision_number': 5, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port': {'id': '318c2666-5c38-450f-b4a9-8b5536c694dd', 'name': '', 'network_id': 'bd62d93d-cdd1-4672-bd82-75ab862aabda', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T19:18:18Z', 'updated_at': '2021-07-13T19:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '781c7092-13a6-4582-a974-e2ffa9877d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-3-iscsi'}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:46.998089 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] For port 318c2666-5c38-450f-b4a9-8b5536c694dd, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=318c2666-5c38-450f-b4a9-8b5536c694dd,segment=NetworkSegment(da4cb501-1c26-4c2b-a0c7-2f09cab27db1),segment_id=da4cb501-1c26-4c2b-a0c7-2f09cab27db1)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:46.998449 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.014867 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Calling delete_port for 318c2666-5c38-450f-b4a9-8b5536c694dd owned by network:router_gateway {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:47.064053 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] Checking router: 28464e88-32f1-4b4f-8e89-436470ad0701 for host: dv-cinder-786930-3-iscsi {{(pid=93118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 19:26:47.072548 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] Routers {'28464e88-32f1-4b4f-8e89-436470ad0701'} bound to L3 agent in host dv-cinder-786930-3-iscsi {{(pid=93118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 19:26:47.073155 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T19:08:02Z,description=,heartbeat_timestamp=2021-07-13T19:26:32Z,host='dv-cinder-786930-3-iscsi',id=509ce25f-7f15-43c4-b0ee-74b634e438e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T19:08:02Z,topic='l3_agent')) {'router_ids': ['28464e88-32f1-4b4f-8e89-436470ad0701'], 'active': True} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:47.156311 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_dvr_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] Set router 28464e88-32f1-4b4f-8e89-436470ad0701 gateway port host: None {{(pid=93118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 19:26:47.189467 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.209084 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.l3_hamode_db [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:26:46Z', 'revision_number': 6, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port_host': None}], 'dv-cinder-786930-3-iscsi', False) {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:47.219189 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Pushing event deleted for resources: {'Port': ['ID=318c2666-5c38-450f-b4a9-8b5536c694dd,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.235259 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922559c-46e3-4a2d-ac6c-5ff3c4e5fb44 None None] The sync data for ids ['28464e88-32f1-4b4f-8e89-436470ad0701'] in dv-cinder-786930-3-iscsi is: [{'id': '28464e88-32f1-4b4f-8e89-436470ad0701', 'name': 'tempest-TestVolumeBootPattern-1341542906-router', 'tenant_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T19:18:17Z', 'updated_at': '2021-07-13T19:26:46Z', 'revision_number': 6, 'project_id': 'ac03e81bc49d4fefae3c74a940eeda7f', 'gw_port_host': None}] {{(pid=93118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 19:26:47.277958 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407049'] for router_gateway, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.365557 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3479'] for router, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.367745 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.411188 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1590034'] for router, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.411748 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28464e88-32f1-4b4f-8e89-436470ad0701 {{(pid=93114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 19:26:47.416600 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] Notify callbacks [] for router, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.417780 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-7767275d-58c0-497c-8565-d9085d20b070 admin admin] 10.222.0.62 "DELETE /v2.0/routers/28464e88-32f1-4b4f-8e89-436470ad0701 HTTP/1.1" status: 204 len: 168 time: 0.7528813 Jul 13 19:26:47.421347 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38266) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:47.468858 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] Deleting subnet 46cc1cde-7ffb-4d3f-ba7f-faa406475c5f {{(pid=93114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 19:26:47.472198 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.506576 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5672895'] for subnet, precommit_delete_associations {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.587154 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1377199'] for subnet, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.645437 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1377174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6500947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7218264'] for subnet, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.674161 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cc1cde-7ffb-4d3f-ba7f-faa406475c5f,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.677683 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.679537 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-ae93c512-5e5e-42b6-9ad1-a3c4faeae6a5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/46cc1cde-7ffb-4d3f-ba7f-faa406475c5f HTTP/1.1" status: 204 len: 168 time: 0.2572439 Jul 13 19:26:47.682195 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38268) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:47.683674 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7222e67b-4419-4d02-aef0-154fe7f22aca None None] Network dfdca6ca-9f6a-4730-9a49-f9845947b290 requested from dv-cinder-786930-3-iscsi {{(pid=93116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 19:26:47.749975 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-727306'] for network, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.805025 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Deleting port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 {{(pid=93114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 19:26:47.805369 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779765638319'] for port, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.868774 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.db [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] For port d33adba2-5c4f-44c6-9d45-bf67b6ec2471, host dv-cinder-786930-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-3-iscsi',level=0,port_id=d33adba2-5c4f-44c6-9d45-bf67b6ec2471,segment=NetworkSegment(e629d687-1721-47c8-9118-2725d2284aec),segment_id=e629d687-1721-47c8-9118-2725d2284aec)] {{(pid=93114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 19:26:47.869127 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402892'] for port, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.881243 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.plugin [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Calling delete_port for d33adba2-5c4f-44c6-9d45-bf67b6ec2471 owned by network:dhcp {{(pid=93114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 19:26:47.958219 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eac8f5-8596-4d70-988c-3e2ec11725b6 None None] DHCP port deletion for dfdca6ca-9f6a-4730-9a49-f9845947b290 request from dv-cinder-786930-3-iscsi {{(pid=93116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 19:26:47.966046 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-544813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779765642725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779765254328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6500878'] for port, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:47.982872 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-96eac8f5-8596-4d70-988c-3e2ec11725b6 None None] The port 'd33adba2-5c4f-44c6-9d45-bf67b6ec2471' was deleted {{(pid=93116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 19:26:47.994298 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33adba2-5c4f-44c6-9d45-bf67b6ec2471,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:47.998754 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] No DVR routers for this DVR port d33adba2-5c4f-44c6-9d45-bf67b6ec2471 on host dv-cinder-786930-3-iscsi {{(pid=93114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 19:26:48.070547 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391910', 'neutron.services.segments.db._delete_segments_for_network-8779765738388'] for network, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.080550 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdca6ca-9f6a-4730-9a49-f9845947b290']}} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:48.090846 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e629d687-1721-47c8-9118-2725d2284aec') {'for_net_delete': True} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:48.091147 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.services.segments.db [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e629d687-1721-47c8-9118-2725d2284aec') {} {{(pid=93114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 19:26:48.100380 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779765719179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5672870'] for segment, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.115330 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566'] for segment, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.121809 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=93114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 19:26:48.122209 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6500861'] for segment, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: Traceback (most recent call last): Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: timer() Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: cb(*args, **kw) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: return func(*args, **kwargs) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: self._notify() Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: self.callback(batched_events) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: event.method(event) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: return f(self, *a, **k) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._get(url).json() Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: return self.request(url, 'GET', **kwargs) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 19:26:48.124107 dv-cinder-786930-3-iscsi neutron-server[93114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 19:26:48.180659 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407077'] for network, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.196409 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778614'] for network, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.198437 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dfdca6ca-9f6a-4730-9a49-f9845947b290 HTTP/1.1" status: 204 len: 168 time: 0.5151246 Jul 13 19:26:48.199728 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97449fd4-d79e-4a1d-ad5c-dd3aaf035f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfdca6ca-9f6a-4730-9a49-f9845947b290,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:48.324932 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38272) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:48.367694 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-f4af6f92-dc40-424e-b619-322cbfee04fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=663b1b0b656c40d5aac665461a439551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401559 Jul 13 19:26:48.369051 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.wsgi [-] (93115) accepted ('10.222.0.62', 38274) {{(pid=93115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:48.419228 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1efcece2-d223-40b1-8559-c57c14d1febb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.440913 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1efcece2-d223-40b1-8559-c57c14d1febb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.488079 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1efcece2-d223-40b1-8559-c57c14d1febb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.490537 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron_lib.callbacks.manager [None req-1efcece2-d223-40b1-8559-c57c14d1febb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.491679 dv-cinder-786930-3-iscsi neutron-server[93115]: INFO neutron.wsgi [None req-1efcece2-d223-40b1-8559-c57c14d1febb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26b55c72-497c-4e74-af0f-a8aa90049f7a HTTP/1.1" status: 204 len: 168 time: 0.1216140 Jul 13 19:26:48.501690 dv-cinder-786930-3-iscsi neutron-server[93115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcece2-d223-40b1-8559-c57c14d1febb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b55c72-497c-4e74-af0f-a8aa90049f7a,revision_number=None']} {{(pid=93115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:48.803990 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38280) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:48.845014 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-45f87c6d-622e-47f2-b60b-d8386518738e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac03e81bc49d4fefae3c74a940eeda7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398185 Jul 13 19:26:48.847300 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.wsgi [-] (93114) accepted ('10.222.0.62', 38282) {{(pid=93114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 19:26:48.896155 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-324b60d4-1584-43a1-98f6-231c320a6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.917057 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-324b60d4-1584-43a1-98f6-231c320a6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.973712 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-324b60d4-1584-43a1-98f6-231c320a6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596187'] for security_group, after_delete {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.976200 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron_lib.callbacks.manager [None req-324b60d4-1584-43a1-98f6-231c320a6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:48.977390 dv-cinder-786930-3-iscsi neutron-server[93114]: INFO neutron.wsgi [None req-324b60d4-1584-43a1-98f6-231c320a6bf6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d7d02a7-53a7-444f-b510-4647e556e6d9 HTTP/1.1" status: 204 len: 168 time: 0.1291871 Jul 13 19:26:48.985360 dv-cinder-786930-3-iscsi neutron-server[93114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b60d4-1584-43a1-98f6-231c320a6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7d02a7-53a7-444f-b510-4647e556e6d9,revision_number=None']} {{(pid=93114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 19:26:49.064479 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3efac556-a16a-47be-89ea-53d52b0f7f82 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:49.087144 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 3efac556-a16a-47be-89ea-53d52b0f7f82 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:49.087606 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 3efac556-a16a-47be-89ea-53d52b0f7f82 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:49.088082 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d33adba2-5c4f-44c6-9d45-bf67b6ec2471 no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:49.106496 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: d33adba2-5c4f-44c6-9d45-bf67b6ec2471 {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:49.106845 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device d33adba2-5c4f-44c6-9d45-bf67b6ec2471 not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:49.107260 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 318c2666-5c38-450f-b4a9-8b5536c694dd no longer exists at agent ovs-agent-dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 19:26:49.125349 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.plugin [None req-6f767344-714f-424a-830d-5001b56b050c None None] No Port match for: 318c2666-5c38-450f-b4a9-8b5536c694dd {{(pid=93116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 19:26:49.125707 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron.plugins.ml2.rpc [None req-6f767344-714f-424a-830d-5001b56b050c None None] Device 318c2666-5c38-450f-b4a9-8b5536c694dd not bound to the agent host dv-cinder-786930-3-iscsi {{(pid=93116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 19:26:57.101610 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:26:59.235335 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-95e127b1-b958-4274-9206-38523141c55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:01.839146 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-9ed718eb-1189-44f9-9c00-3958f3745511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.206295 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:02.933171 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:04.753825 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:21.226085 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:27.114231 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:29.237710 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-66f0ceb7-2487-4882-9120-45b505e5dcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:31.842641 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-dd231a7c-5263-4f84-8b51-949a5936333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.207297 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:32.946358 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:34.757667 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:57.114483 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:27:58.230111 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:27:59.241655 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a4ca-10e6-49f4-b0c5-0463a661900f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:01.846738 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8cc50fe-b46d-4087-8b76-f5acb8e4838f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.210227 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:02.942696 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:04.758355 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:27.119383 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:29.246412 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-02df2710-d18a-4a2c-b531-fe02a14291f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:31.852786 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-ec48635a-38ab-47d8-a2ae-6fdbb14190a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.213991 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:32.945722 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:34.769214 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:35.235397 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:28:57.125185 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:28:59.246071 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6ea0a235-15d5-4be2-abb2-2316e347fbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:01.843080 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-37678894-84f4-44f0-80bf-3449c95fe87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:02.219506 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:02.949283 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:04.773949 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:12.240655 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:27.144672 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:29.244673 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-1709a56e-7815-4d7d-b931-dff534e3bc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:31.842064 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-f75e9886-3cfd-44aa-8621-986880ba9cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.221324 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:32.953063 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:34.776367 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:49.240771 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:29:57.152744 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:29:59.238423 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a44f17a2-2ab7-4411-892e-e4bcc52d8e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:01.840785 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-80652103-e4c9-4a3e-8566-dff2186c9e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.218612 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:02.960314 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:04.778911 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:26.244452 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:30:27.151902 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:29.242336 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-49d05500-23dc-41f9-92ac-5615bf9f902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:31.834899 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-e596df72-41cf-4379-ae9a-8e0a2651e2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.211597 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:32.954782 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:34.781216 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:57.162937 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:30:59.249656 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6491aacf-df49-4dee-8a75-accf83d288a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:01.847956 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-42bcef61-55bf-4d53-9d2e-32709022b291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.226062 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:02.966057 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:03.249110 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:04.790416 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:27.161257 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:29.243321 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5810b5a9-2eae-4a67-b0a9-4062d057f41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:31.850485 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c7db5841-8f5f-49d2-a50e-8d33e6de2285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.230444 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:32.962444 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:34.794138 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:40.253207 dv-cinder-786930-3-iscsi neutron-server[93118]: DEBUG neutron.db.agents_db [None req-d2bd3b29-3120-4ba1-8f7d-b732aa931a37 None None] Agent healthcheck: found 6 active agents {{(pid=93118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 19:31:57.176058 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-5d81e980-7fcd-409f-a62d-aaab5a7a36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:31:59.248150 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-c42fbed6-cce5-4836-a436-c9973aca420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:01.852847 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6ad98bb9-55f7-480d-82a3-baf4351fe51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.235880 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-6f767344-714f-424a-830d-5001b56b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:02.963541 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a8816b04-e0bf-4f8b-863d-0316c4ac8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 19:32:04.798262 dv-cinder-786930-3-iscsi neutron-server[93116]: DEBUG neutron_lib.callbacks.manager [None req-a988ea5d-afb9-4601-bc62-1cbdeba71e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779765742062', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1389676'] for agent, after_update {{(pid=93116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}